-- Logs begin at Thu 2020-11-19 19:59:04 UTC, end at Thu 2020-11-19 21:09:16 UTC. --
Nov 19 20:34:50.486991 dv-cinder-750782-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Nov 19 20:34:53.023039 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.common.config [-] Logging enabled!
Nov 19 20:34:53.023586 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev156
Nov 19 20:34:53.024851 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80212) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 19 20:34:53.025594 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.common.config [-] Logging enabled!
Nov 19 20:34:53.025960 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev156
Nov 19 20:34:53.026225 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80212) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 19 20:34:53.027302 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 19 20:34:53.027569 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 19 20:34:53.028557 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 19 20:34:53.028842 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 19 20:34:53.029104 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 19 20:34:53.029475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.029850 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.030193 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.030456 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.030797 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.031130 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.031453 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.031786 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.032127 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.032452 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.032768 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.033088 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.033351 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.033671 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.034028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.034357 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.034615 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.034932 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.035469 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.035792 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.036116 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.036447 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.037270 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.037586 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.037939 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.038310 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] host                           = dv-cinder-750782-3-iscsi {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.038628 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.039210 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.039536 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.039866 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.040188 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.040503 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.040830 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.041142 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.041454 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.041784 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.042121 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.042453 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.042790 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.043050 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.043306 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.043636 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.043968 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.044284 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.044599 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.044911 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.045223 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.045536 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.045888 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.046218 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.046547 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.046875 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.047190 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.047505 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.047814 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.048122 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.048451 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.048763 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.049075 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.049387 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.049717 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.050067 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.050379 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.050726 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.051055 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.051385 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.051712 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.052026 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.053004 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.053316 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.053631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.053968 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.054283 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.054595 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.054919 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.055229 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.055539 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.055849 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.056158 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.056490 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:53.056825 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.057163 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.057508 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.057852 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.058189 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.058515 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.058848 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.059165 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.059498 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.059829 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.060161 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.060477 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.060805 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.061142 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.061475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.061877 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.062131 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.062468 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.062784 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.063094 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.063424 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.063742 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.064055 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.064376 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.064692 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.065002 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.065312 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.065627 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.065983 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.066301 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.066612 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.066923 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.067237 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.067545 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.067903 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.068216 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.068528 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.068838 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.069158 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.069469 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.069800 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.070124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.070438 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.070752 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.071063 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.071375 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.071686 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.071996 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.072310 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.072621 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.072932 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.073246 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.073556 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.073889 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.074200 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.074511 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.074820 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.075145 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.075482 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.075798 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.076114 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.076431 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.076748 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.077064 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.077378 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.077695 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.078058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.078368 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.078703 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.079026 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.079350 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.079672 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.079989 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.080332 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.080650 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.080971 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.081288 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.081605 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.081951 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.082273 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.082607 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.082940 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.083273 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.083629 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.083962 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.084279 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.084629 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.084950 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:53.085201 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 19 20:34:53.085465 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80212) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Nov 19 20:34:53.735356 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO keyring.backend [-] Loading Gnome
Nov 19 20:34:53.752132 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO keyring.backend [-] Loading Google
Nov 19 20:34:53.754785 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO keyring.backend [-] Loading Windows (alt)
Nov 19 20:34:53.758768 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO keyring.backend [-] Loading file
Nov 19 20:34:53.759607 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO keyring.backend [-] Loading keyczar
Nov 19 20:34:53.759887 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO keyring.backend [-] Loading multi
Nov 19 20:34:53.760511 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO keyring.backend [-] Loading pyfs
Nov 19 20:34:53.807489 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:34:53.807802 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:34:53.808135 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:34:53.808508 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 19 20:34:54.229221 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.229667 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.229858 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.290374 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.290679 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.290982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.293917 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.294374 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.294676 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.370233 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.370544 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.370840 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.372062 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.372365 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.372659 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.489407 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fbcddde1378> agent after_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.489698 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fbcddde1378> agent after_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.490033 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fbcddde1400> segment precommit_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.490344 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fbcddde1488> network precommit_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.491183 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fbcddd88488> segment before_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.669606 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> network before_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.670006 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fbcddc86840> agent before_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.670335 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> network before_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.670644 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> port before_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.670944 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> port before_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.671324 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> segment after_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.671626 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> segment precommit_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.671919 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> segment precommit_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.672207 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> segment after_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.672545 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> network after_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.672844 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> network precommit_delete 0 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.673149 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> port provisioning_complete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.673457 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> rbac-policy before_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.673787 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> rbac-policy after_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.674083 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> agent after_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.674398 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> subnet after_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.674698 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> subnet precommit_delete 0 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.675019 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> rbac-policy before_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.675307 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> rbac-policy before_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.675794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> port after_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.676084 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> port after_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.676372 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> port after_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.676717 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> rbac-policy before_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.677002 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> rbac-policy before_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.677307 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbcde8ee048>> rbac-policy before_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.677731 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 20:34:54.678036 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 20:34:54.678315 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 20:34:54.678592 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 20:34:54.678870 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 20:34:54.679147 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 20:34:54.680488 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 19 20:34:54.688975 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 19 20:34:54.697058 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 19 20:34:54.702294 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])])
Nov 19 20:34:54.705056 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 19 20:34:54.706162 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 19 20:34:54.706549 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Nov 19 20:34:54.706986 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 19 20:34:54.710767 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 19 20:34:54.711053 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 19 20:34:54.711443 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Nov 19 20:34:54.733376 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Nov 19 20:34:54.733903 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fbcddacd908>> qos_plugin after_init 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.734232 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80212) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Nov 19 20:34:54.734638 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fbcdda7c940>> logging-plugin after_init 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.735997 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80212) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 19 20:34:54.736313 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Nov 19 20:34:54.736587 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Nov 19 20:34:54.739801 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fbcdda7c9e8>> floatingip before_response 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.740077 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fbcdda7c9e8>> port before_response 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:54.804881 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 19 20:34:54.805152 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 19 20:34:54.805429 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 19 20:34:54.805853 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 19 20:34:54.839432 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.sqlalchemy.engines [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80212) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 19 20:34:55.143654 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.managers [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Initializing driver for type 'gre'
Nov 19 20:34:55.144213 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] gre ID ranges: [(1, 1000)]
Nov 19 20:34:55.186326 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.managers [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Initializing driver for type 'local'
Nov 19 20:34:55.186699 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.managers [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Initializing driver for type 'vlan'
Nov 19 20:34:55.196351 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] VlanTypeDriver initialization complete
Nov 19 20:34:55.196728 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.managers [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Initializing driver for type 'vxlan'
Nov 19 20:34:55.197265 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] vxlan ID ranges: [(1, 1000)]
Nov 19 20:34:55.238415 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.managers [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Initializing extension driver 'port_security'
Nov 19 20:34:55.238849 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.extensions.port_security [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] PortSecurityExtensionDriver initialization complete
Nov 19 20:34:55.239110 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.managers [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Initializing mechanism driver 'openvswitch'
Nov 19 20:34:55.245281 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80212) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:34:55.246143 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbcdda98d68>> port after_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.246548 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbcdda98d68>> port after_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.246934 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbcdda98d68>> port after_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.247359 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbcdd568198>> subnet after_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.247747 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbcdd568198>> subnet after_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.248126 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbcdd568198>> subnet after_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.248540 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbcdd568358>> network after_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.248922 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbcdd568358>> network after_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.249297 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbcdd568358>> network after_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.249706 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbcdd568518>> security_group after_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.250109 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbcdd568518>> security_group after_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.250479 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbcdd568518>> security_group after_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.250889 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbcdd5686d8>> security_group_rule after_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.251264 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbcdd5686d8>> security_group_rule after_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.251632 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbcdd5686d8>> security_group_rule after_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.252163 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbcdd568898>> address_group after_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.252544 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbcdd568898>> address_group after_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.252912 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbcdd568898>> address_group after_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.253272 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] ML2 OVO RPC backend initialized. {{(pid=80212) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Nov 19 20:34:55.254007 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbcdd568978>> router_interface after_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.254398 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbcdd568978>> router_interface after_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.254852 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbcdd568978>> network before_response 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.255733 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbcdd568978>> networks before_response 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.256108 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbcdd568978>> port before_response 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.256480 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbcdd568978>> ports before_response 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.256854 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbcdd568978>> subnet before_response 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.257226 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbcdd568978>> subnets before_response 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.257604 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbcdd568978>> network after_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.257998 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbcdd568978>> network after_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.258385 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbcdd568978>> network after_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.258735 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbcdd568978>> port after_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.259103 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbcdd568978>> port after_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.259467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbcdd568978>> port after_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.259834 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbcdd568978>> subnet after_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.260202 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbcdd568978>> subnet after_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.260569 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbcdd568978>> subnet after_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.261186 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.plugin [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Modular L2 Plugin initialization complete
Nov 19 20:34:55.261536 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading services supported by the core plugin {{(pid=80212) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 19 20:34:55.261925 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.plugins.ml2.managers [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Got port-security extension from driver 'port_security'
Nov 19 20:34:55.262431 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.extensions.vlantransparent [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Disabled vlantransparent extension.
Nov 19 20:34:55.262901 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80212) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 19 20:34:55.263239 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading Plugin: router
Nov 19 20:34:55.304119 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> router_interface before_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.304552 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> router after_create 55549900 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.304958 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> router before_create 55549900 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.305361 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> router_interface before_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.305792 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> router_interface after_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.306188 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> router after_delete 55549900 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.306583 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> floatingip after_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.306989 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> router after_create 55549900 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.307371 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> router after_update 55549900 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.307758 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> router after_update 55549900 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.308143 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> router_gateway after_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.308539 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> router after_update 55549900 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.309021 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> router precommit_update 55549900 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.309437 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fbcddc42158> port after_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.309834 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fbcddc42048> port after_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.310208 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fbcddc420d0> subnet after_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.310581 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fbcddc421e0> subnetpool_address_scope after_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.310967 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> port precommit_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.311353 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> router precommit_create 55549900 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.311729 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fbcddc366a8> port before_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.312107 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> router precommit_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.312513 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> router after_update 55549900 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.312889 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> router precommit_delete 55549900 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.313274 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> router precommit_create 55549900 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.313675 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> router_interface after_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.314078 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbcdd568b00>> router precommit_update 55549900 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.315095 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Tracking information for resource: router configured {{(pid=80212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 20:34:55.315472 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Tracking information for resource: floatingip configured {{(pid=80212) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 20:34:55.322261 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_agentschedulers_db [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 19 20:34:55.322904 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fbcdd539bf8> port after_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.323293 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fbcdd593b70> port after_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.323675 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <function _notify_port_delete at 0x7fbcdd539b70> port after_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.324056 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fbcdd539d90> port after_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.324926 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fbcdd55f6d8>> router before_create 55550100 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.325326 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fbcdd55f6d8>> router precommit_delete 55550100 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.325723 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fbcdd55f6d8>> router precommit_create 55550100 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.326161 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fbcdd55f6d8>> router precommit_update 55550100 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.330815 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.provider_configuration [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Service providers = [] {{(pid=80212) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 19 20:34:55.331212 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.servicetype_db [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80212) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 19 20:34:55.334699 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.service_base [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80212) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 19 20:34:55.335084 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.service_base [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80212) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 19 20:34:55.335458 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.service_base [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80212) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 19 20:34:55.336349 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.service_base [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80212) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 19 20:34:55.336747 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.services.service_base [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 19 20:34:55.337147 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 20:34:55.337498 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 19 20:34:55.358492 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 20:34:55.358862 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading Plugin: auto_allocate
Nov 19 20:34:55.369294 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fbcdd4b7a60> network precommit_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.369697 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fbcdd4b7a60> network precommit_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.370302 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 20:34:55.370658 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading Plugin: tag
Nov 19 20:34:55.382406 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 20:34:55.382774 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading Plugin: timestamp
Nov 19 20:34:55.386532 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 20:34:55.386899 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading Plugin: network_ip_availability
Nov 19 20:34:55.392467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbcdd505240>> rbac-policy before_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.392872 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbcdd505240>> rbac-policy before_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.393259 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbcdd505240>> rbac-policy before_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.394109 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 20:34:55.394423 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading Plugin: flavors
Nov 19 20:34:55.410492 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 20:34:55.410862 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading Plugin: revisions
Nov 19 20:34:55.415478 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80212) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 20:34:55.415895 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.608s {{(pid=80212) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:34:55.416697 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80212) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Nov 19 20:34:55.417056 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Initializing extension manager.
Nov 19 20:34:55.417631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: __init__.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.418041 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: __pycache__ {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.418415 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.418783 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: _filter_validation_lib.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.419150 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.419516 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: address_group.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.420311 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.420945 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: address-group
Nov 19 20:34:55.421305 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: address_scope.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.422089 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.422665 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: address-scope
Nov 19 20:34:55.423023 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.423955 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.424528 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: router-admin-state-down-before-update
Nov 19 20:34:55.424886 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: agent.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.425633 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.426233 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: agent
Nov 19 20:34:55.426594 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: agent_resources_synced.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.427645 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.428218 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: agent-resources-synced
Nov 19 20:34:55.428579 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: allowedaddresspairs.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.430370 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.430951 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: allowed-address-pairs
Nov 19 20:34:55.431314 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: auto_allocated_topology.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.432375 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.432951 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: auto-allocated-topology
Nov 19 20:34:55.433310 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: availability_zone.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.434078 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.434653 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: availability_zone
Nov 19 20:34:55.435012 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: availability_zone_filter.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.435921 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.436494 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: availability_zone_filter
Nov 19 20:34:55.436849 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: data_plane_status.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.437774 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.438351 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension data-plane-status not supported by any of loaded plugins
Nov 19 20:34:55.438708 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: default_subnetpools.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.439619 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.440195 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: default-subnetpools
Nov 19 20:34:55.440552 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.441384 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.441982 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: dhcp_agent_scheduler
Nov 19 20:34:55.442343 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: dns.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.443762 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.444336 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension dns-integration not supported by any of loaded plugins
Nov 19 20:34:55.444691 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: dns_domain_ports.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.445604 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.446202 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 19 20:34:55.446558 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: dvr.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.447269 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.447835 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: dvr
Nov 19 20:34:55.448189 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: empty_string_filtering.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.449095 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.449690 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: empty-string-filtering
Nov 19 20:34:55.450071 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.450977 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.451547 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 19 20:34:55.451901 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.452814 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.453382 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 19 20:34:55.453771 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: external_net.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.454772 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.455407 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: external-net
Nov 19 20:34:55.455708 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.456612 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.457184 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: extra_dhcp_opt
Nov 19 20:34:55.457540 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: extraroute.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.458526 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.459594 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: extraroute
Nov 19 20:34:55.459951 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: extraroute_atomic.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.460971 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.461545 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: extraroute-atomic
Nov 19 20:34:55.461935 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: filter_validation.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.462627 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.463178 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: filter-validation
Nov 19 20:34:55.463532 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: fip_pf_description.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.464447 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.465014 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 19 20:34:55.465369 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: fip_port_details.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.466306 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.466879 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: fip-port-details
Nov 19 20:34:55.467235 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: flavors.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.468456 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.469036 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: flavors
Nov 19 20:34:55.469395 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.471080 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.471675 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 19 20:34:55.472046 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: floatingip_pools.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.472791 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.473365 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: floatingip-pools
Nov 19 20:34:55.473751 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: ip_allocation.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.474731 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.475300 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension ip_allocation not supported by any of loaded plugins
Nov 19 20:34:55.475660 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.476578 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.477156 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: ip-substring-filtering
Nov 19 20:34:55.477517 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: l2_adjacency.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.478489 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.479052 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 19 20:34:55.479410 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: l3.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.480579 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.481160 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: router
Nov 19 20:34:55.481521 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.483801 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.484398 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 19 20:34:55.484767 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.485686 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.486288 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: ext-gw-mode
Nov 19 20:34:55.486647 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.487562 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.488141 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: l3-ha
Nov 19 20:34:55.488493 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: l3_flavors.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.489408 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.490025 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: l3-flavors
Nov 19 20:34:55.490383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.491302 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.491871 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 19 20:34:55.492230 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: l3agentscheduler.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.493365 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.493983 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: l3_agent_scheduler
Nov 19 20:34:55.494345 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: logging.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.495846 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.496431 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension logging not supported by any of loaded plugins
Nov 19 20:34:55.496794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: metering.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.497692 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.498445 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: metering
Nov 19 20:34:55.498809 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.499916 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.500491 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: metering_source_and_destination_fields
Nov 19 20:34:55.500852 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: multiprovidernet.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.501798 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.502375 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: multi-provider
Nov 19 20:34:55.502731 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: netmtu.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.503645 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.504226 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: net-mtu
Nov 19 20:34:55.504583 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: netmtu_writable.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.506049 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.506620 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: net-mtu-writable
Nov 19 20:34:55.506975 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: network_availability_zone.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.507690 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.508261 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: network_availability_zone
Nov 19 20:34:55.508615 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: network_ip_availability.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.509713 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.510338 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: network-ip-availability
Nov 19 20:34:55.510698 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: network_segment_range.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.511527 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.512097 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension network-segment-range not supported by any of loaded plugins
Nov 19 20:34:55.512457 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: pagination.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.513482 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.513879 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: pagination
Nov 19 20:34:55.514238 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.515151 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.515723 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: port-mac-address-regenerate
Nov 19 20:34:55.516078 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.516983 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.517549 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: port-numa-affinity-policy
Nov 19 20:34:55.517930 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: port_resource_request.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.518841 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.519403 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension port-resource-request not supported by any of loaded plugins
Nov 19 20:34:55.519755 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: portbindings.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.520675 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.521866 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: binding
Nov 19 20:34:55.522221 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: portbindings_extended.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.524825 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.525421 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: binding-extended
Nov 19 20:34:55.525810 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: portsecurity.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.526745 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.527320 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: port-security
Nov 19 20:34:55.527677 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: project_id.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.528650 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.529021 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: project-id
Nov 19 20:34:55.529376 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: providernet.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.530321 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.530902 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: provider
Nov 19 20:34:55.531262 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: qos.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.534790 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.535381 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension qos not supported by any of loaded plugins
Nov 19 20:34:55.535751 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.536994 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.537573 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 19 20:34:55.537986 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.539140 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.539721 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 19 20:34:55.540082 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: qos_default.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.540991 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.541564 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension qos-default not supported by any of loaded plugins
Nov 19 20:34:55.541945 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: qos_fip.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.542628 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.543196 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension qos-fip not supported by any of loaded plugins
Nov 19 20:34:55.543553 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: qos_gateway_ip.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.544478 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.545055 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 19 20:34:55.545413 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: qos_port_network_policy.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.546344 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.546912 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 19 20:34:55.547263 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: qos_rule_type_details.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.548178 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.548749 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 19 20:34:55.549107 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: qos_rules_alias.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.550275 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.550851 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 19 20:34:55.551210 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: quotasv2.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.552202 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.552577 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: quotas
Nov 19 20:34:55.552935 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: quotasv2_detail.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.554533 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.554911 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: quota_details
Nov 19 20:34:55.555276 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: rbac.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.556405 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.556998 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: rbac-policies
Nov 19 20:34:55.557357 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: rbac_address_scope.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.558314 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.558896 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: rbac-address-scope
Nov 19 20:34:55.559254 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: rbac_security_groups.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.560171 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.560751 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: rbac-security-groups
Nov 19 20:34:55.561106 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: rbac_subnetpool.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.562045 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.562622 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: rbac-subnetpool
Nov 19 20:34:55.562978 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: revisionifmatch.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.563896 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.564470 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: revision-if-match
Nov 19 20:34:55.564833 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: revisions.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.565975 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.566632 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: standard-attr-revisions
Nov 19 20:34:55.567018 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: router_availability_zone.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.568226 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.568810 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: router_availability_zone
Nov 19 20:34:55.569167 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: routerservicetype.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.570117 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.570707 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension router-service-type not supported by any of loaded plugins
Nov 19 20:34:55.571064 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.571972 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.572545 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: port-security-groups-filtering
Nov 19 20:34:55.572902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: securitygroup.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.586548 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.587160 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: security-group
Nov 19 20:34:55.587530 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: segment.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.588388 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.588963 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension segment not supported by any of loaded plugins
Nov 19 20:34:55.589328 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.590471 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.591796 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 19 20:34:55.592071 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: servicetype.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.593169 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.593781 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: service-type
Nov 19 20:34:55.594145 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: sorting.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.595121 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.595492 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: sorting
Nov 19 20:34:55.595855 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: standard_attr_segment.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.596767 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.597344 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 19 20:34:55.597701 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: standardattrdescription.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.598404 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.599008 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: standard-attr-description
Nov 19 20:34:55.599372 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: stateful_security_group.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.600281 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.600855 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: stateful-security-group
Nov 19 20:34:55.601213 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: stdattrs_common.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.601814 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 19 20:34:55.602174 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.603089 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.603679 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 19 20:34:55.604037 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: subnet_onboard.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.605102 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.605688 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: subnet_onboard
Nov 19 20:34:55.606073 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.607081 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.607654 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 19 20:34:55.608011 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: subnet_service_types.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.608933 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.609508 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: subnet-service-types
Nov 19 20:34:55.609893 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: subnetallocation.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.610971 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.611547 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: subnet_allocation
Nov 19 20:34:55.611907 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.612593 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.613159 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: subnetpool-prefix-ops
Nov 19 20:34:55.613516 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.614460 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.615567 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 19 20:34:55.615920 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: tagging.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.617172 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.617773 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: standard-attr-tag
Nov 19 20:34:55.618140 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: timestamp.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.619303 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.619887 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loaded extension: standard-attr-timestamp
Nov 19 20:34:55.620251 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: trunk.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.621270 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.621877 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension trunk not supported by any of loaded plugins
Nov 19 20:34:55.622238 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: trunk_details.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.623158 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.623734 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension trunk-details not supported by any of loaded plugins
Nov 19 20:34:55.624093 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: uplink_status_propagation.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.625008 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.625587 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 19 20:34:55.625978 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Loading extension file: vlantransparent.py {{(pid=80212) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 20:34:55.626675 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80212) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 20:34:55.627250 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 19 20:34:55.629877 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Creating instance of TrackedResource for resource:network
Nov 19 20:34:55.630753 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Creating instance of TrackedResource for resource:subnet
Nov 19 20:34:55.631429 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 19 20:34:55.632106 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Creating instance of TrackedResource for resource:port
Nov 19 20:34:55.633562 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.resource_helper [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 20:34:55.634089 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.resource_helper [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Service FLAVORS assigned prefix:  {{(pid=80212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 20:34:55.634764 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.resource_helper [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 20:34:55.635245 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.resource_helper [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 20:34:55.635614 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Creating instance of TrackedResource for resource:router
Nov 19 20:34:55.636329 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Creating instance of TrackedResource for resource:floatingip
Nov 19 20:34:55.637100 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.resource_helper [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Service METERING assigned prefix: /metering {{(pid=80212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 20:34:55.638885 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbcdd37efd0>> rbac-policy before_create 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.639287 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbcdd37efd0>> rbac-policy before_update 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.639669 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbcdd37efd0>> rbac-policy before_delete 55550000 {{(pid=80212) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:34:55.640796 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 19 20:34:55.641281 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Creating instance of TrackedResource for resource:security_group
Nov 19 20:34:55.642123 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 19 20:34:55.642934 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.resource_helper [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Service CORE assigned prefix:  {{(pid=80212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 20:34:55.643310 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 19 20:34:55.643672 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] subnetpool is already registered
Nov 19 20:34:55.644383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.resource_helper [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Service CORE assigned prefix:  {{(pid=80212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 20:34:55.644708 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 19 20:34:55.645067 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] subnetpool is already registered
Nov 19 20:34:55.648453 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.resource_helper [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 20:34:55.648930 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.resource_helper [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Service FLAVORS assigned prefix:  {{(pid=80212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 20:34:55.649567 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.resource_helper [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 20:34:55.650056 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.resource_helper [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 20:34:55.650429 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Creating instance of TrackedResource for resource:router
Nov 19 20:34:55.650792 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] router is already registered
Nov 19 20:34:55.651445 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Creating instance of TrackedResource for resource:floatingip
Nov 19 20:34:55.651806 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] floatingip is already registered
Nov 19 20:34:55.652494 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.resource_helper [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Service METERING assigned prefix: /metering {{(pid=80212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 20:34:55.653220 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 19 20:34:55.653582 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] rbac_policy is already registered
Nov 19 20:34:55.654249 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Creating instance of TrackedResource for resource:security_group
Nov 19 20:34:55.654614 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] security_group is already registered
Nov 19 20:34:55.655258 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 19 20:34:55.655616 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] security_group_rule is already registered
Nov 19 20:34:55.656351 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.resource_helper [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Service CORE assigned prefix:  {{(pid=80212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 20:34:55.656720 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 19 20:34:55.657077 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] subnetpool is already registered
Nov 19 20:34:55.657770 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.resource_helper [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Service CORE assigned prefix:  {{(pid=80212) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 20:34:55.658121 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 19 20:34:55.658476 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING neutron.quota.resource_registry [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] subnetpool is already registered
Nov 19 20:34:55.659189 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: extensions {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.660724 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: address-groups {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.663044 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: address-scopes {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.664571 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: agents {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.665815 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: auto-allocated-topology {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.667126 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: availability_zones {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.668502 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: dhcp-networks {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.670025 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: dhcp-agents {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.671525 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: routers {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.673403 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: flavors {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.674664 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: service_profiles {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.675926 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: next_providers {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.678409 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: service_profiles {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.679960 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: floatingip-pools {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.681230 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: routers {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.781107 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: floatingips {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.782428 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: l3-routers {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.783910 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: l3-agents {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.785392 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: metering-labels {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.787006 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: metering-label-rules {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.788350 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: network-ip-availabilities {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.789948 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: bindings {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.791689 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: quotas {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.793198 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: quotas {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.794713 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: rbac-policies {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.796062 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: security-groups {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.797333 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: security-group-rules {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.798659 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: service-providers {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.799945 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: subnetpools {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.801426 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: subnetpools {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.803647 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: tags {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.805418 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: tags {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.807339 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: tags {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.809213 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: tags {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.811159 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: tags {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.812943 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: tags {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.814850 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: tags {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.816794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: tags {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.818873 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: tags {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.820829 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.extensions [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Extended resource: tags {{(pid=80212) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 20:34:55.827865 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING keystonemiddleware.auth_token [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 19 20:34:55.833159 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING keystonemiddleware.auth_token [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 19 20:34:55.842508 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Acquired lock "singleton_lock" {{(pid=80212) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Nov 19 20:34:55.843033 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Releasing lock "singleton_lock" {{(pid=80212) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Nov 19 20:34:55.844442 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO oslo_service.service [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Starting 2 workers
Nov 19 20:34:55.849786 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Started child 80323 {{(pid=80212) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 19 20:34:55.853945 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:34:55.854486 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Started child 80324 {{(pid=80212) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 19 20:34:55.855408 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [-] (80323) wsgi starting up on http://0.0.0.0:9696
Nov 19 20:34:55.856039 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.service [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Neutron service started, listening on 0.0.0.0:9696
Nov 19 20:34:55.856687 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Notify callbacks [] for process, before_spawn {{(pid=80212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:34:55.857983 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:34:55.859270 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO oslo_service.service [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Starting 1 workers
Nov 19 20:34:55.859387 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [-] (80324) wsgi starting up on http://0.0.0.0:9696
Nov 19 20:34:55.864710 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Started child 80325 {{(pid=80212) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 19 20:34:55.865270 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO oslo_service.service [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Starting 1 workers
Nov 19 20:34:55.867338 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.service [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] calling RpcWorker wait() {{(pid=80325) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 19 20:34:55.867748 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.service [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] returning from RpcWorker wait() {{(pid=80325) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 19 20:34:55.869183 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:34:55.869690 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:34:55.869996 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Started child 80326 {{(pid=80212) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 19 20:34:55.870790 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-64a58763-45a8-47e5-9347-da693aaf9a44 None None] Notify callbacks [] for process, after_spawn {{(pid=80212) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:34:55.872384 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80212) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Nov 19 20:34:55.872608 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 19 20:34:55.872812 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 19 20:34:55.873075 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 19 20:34:55.873488 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 19 20:34:55.873660 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 19 20:34:55.874453 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.874688 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:34:55.874784 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.875039 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.875310 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.875620 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.875935 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:34:55.876264 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.876572 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.876859 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.877177 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.877453 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.877653 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.877871 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.878160 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.878429 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.878779 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.879071 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.879338 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.879592 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.879800 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.880093 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.880455 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.880735 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.881030 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.881300 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.881967 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.882229 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.882510 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.882761 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.883065 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.883330 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.883631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.883912 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.884157 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.884434 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.884723 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.884981 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.885229 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.885503 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.885766 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.886230 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] host                           = dv-cinder-750782-3-iscsi {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.886496 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.886746 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.887011 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.887285 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.887565 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.887808 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.888109 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.888386 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.888676 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.888926 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.889168 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.889426 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.889692 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.889976 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.890134 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.890433 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.890683 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.890959 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.891173 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.891362 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.891549 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.891839 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.892025 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.892305 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.892561 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.892804 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.893059 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.893319 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.893582 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.893906 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.894171 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.894475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.894672 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.894948 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.895206 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.895468 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.895726 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.896513 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.896757 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.897027 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.897788 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.898046 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.898564 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.899718 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.899923 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.900650 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.900903 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.901328 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.901328 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.901771 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.901771 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.902330 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.902330 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.902557 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.902981 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.903402 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.903789 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.904668 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.904918 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.905164 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.905428 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.905677 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.905947 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.906225 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.906460 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.907157 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.907157 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.907157 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.907400 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.908813 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.909280 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.909442 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.910472 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.910472 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.910472 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.910472 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.910770 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.910954 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.911202 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.912119 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.912394 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.912746 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.913049 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.913323 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.23/identity {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.913593 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.913868 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.917902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.917902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.917902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.917902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.917902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.917902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.917902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.917902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.917902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.918633 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.918633 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.918633 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.919119 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.919629 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.919914 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.920190 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.920463 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.920730 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.920996 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.921288 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.921572 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.921906 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.922202 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.922493 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.922750 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.923011 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.923271 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.923556 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.923817 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.924072 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.924327 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.924583 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.924835 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.925109 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.925387 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.925645 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.925940 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.926217 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.926465 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.926746 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.927010 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.927300 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.927558 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.927808 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.928074 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.928341 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.928568 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.928825 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.929076 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.929329 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.929580 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.929851 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.930101 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.930347 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.930602 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.930850 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.931192 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.931547 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.931818 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.932092 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.932361 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.932653 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.932923 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.933174 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.933429 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.933682 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.934017 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.934307 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.934586 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.934867 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.935146 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.935416 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.935696 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.935966 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.936253 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.936525 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.936818 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.937080 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.937377 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.937687 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.940603 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.940603 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.940603 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.940603 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.940603 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.940603 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.940603 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.940603 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.941404 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.941404 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.941404 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.941404 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.941404 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.941858 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.941957 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.943232 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.943232 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.943232 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.943232 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.943633 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.943633 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.943828 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.944004 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.944298 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.944679 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.944980 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.945233 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.945482 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.945795 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.946082 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.946338 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.946632 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.946917 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.947210 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.947491 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.947823 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.23/identity {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.948096 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.948372 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.948647 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.948897 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.949174 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.949416 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.949670 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.949941 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.950189 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.950481 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.950728 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.950985 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.951225 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.951476 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.951721 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.952007 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.952255 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.952508 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.952778 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.953031 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.953285 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.953538 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.953796 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.954096 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.954357 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.954652 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.954940 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.955189 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.955455 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.955734 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.956012 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.956429 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.956719 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.956977 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.957227 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.957495 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.957762 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.958020 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.958289 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.959093 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.959341 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.959620 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.959895 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.960256 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.960536 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.960821 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.961075 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.961324 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.961580 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.961870 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.962123 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.962391 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.962642 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.962921 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.963179 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.963473 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.963706 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.963957 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.964207 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.964460 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.964724 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.965030 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.965319 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.965587 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.969805 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.969805 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.969805 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.969805 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.969805 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.969805 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.969805 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.969805 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.970356 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.970356 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.970356 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.970356 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.970356 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.970356 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.970356 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.970356 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.970838 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.970838 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.970838 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.971218 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.971387 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.971630 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.971975 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.972337 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.972623 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.972905 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.973174 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.973470 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.973780 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.974075 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.974332 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.974588 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.974842 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.975124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.975423 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.975709 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.975962 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.976232 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.976488 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.976749 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.977017 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.977274 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.977523 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.977709 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 19 20:34:55.978250 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80212) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Nov 19 20:34:55.978441 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 19 20:34:55.978624 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 19 20:34:55.978857 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 19 20:34:55.979063 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 19 20:34:55.979244 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 19 20:34:55.979495 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.979683 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.979876 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.980053 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.980225 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.980434 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.980628 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.980814 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.981001 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.981189 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.981375 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.981562 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.981785 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.981954 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.982141 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.982328 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.982515 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.982701 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.982892 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.983079 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.983264 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.983451 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.983637 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.983822 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.984041 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.984230 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.984415 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.984601 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.984786 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.984970 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.985155 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.985338 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.985524 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.985707 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.987028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.987028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.987028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.987028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.987028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.987028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] host                           = dv-cinder-750782-3-iscsi {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.987028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.987028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.987735 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.987735 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.987735 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.987735 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.988651 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.988651 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.988651 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.988651 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.988651 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.988651 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.990467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.990467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.990467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.990467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.990467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.990467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.990467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.990467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.991649 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.991649 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.991649 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.991649 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.991649 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.991649 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.991649 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.991649 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.992318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.992318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.992318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.992318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.992318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.992318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.992318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.992896 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.992896 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.992896 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.993160 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.993160 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.993344 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.993438 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.993616 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.993837 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.994006 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.994192 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.994381 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.994567 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.994751 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.994936 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.995121 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.995305 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.995494 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.995679 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.995863 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.996033 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.996215 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.996400 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.996586 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.996771 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.996956 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.997141 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.997324 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.997507 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.997691 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.997898 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.998084 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.998268 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.998454 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 20:34:55.998659 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.998850 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.999051 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.999237 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.999424 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.999634 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.999785 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:55.999968 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.000211 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.000402 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.000601 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.000789 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.000994 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.001184 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.001374 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.23/identity {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.001563 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.001774 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.001963 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.002153 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.002345 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.002534 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.002723 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.002911 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.003099 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.003288 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.003478 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.003667 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.003855 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.004045 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.004235 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.004424 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.004612 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.004800 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.004903 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:34:56.005001 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.005152 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.005898 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.006088 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.006279 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.006467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.006669 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.006858 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.007046 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.007233 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.007422 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.007609 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.007798 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.007986 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.008174 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.008362 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.008551 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.008755 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.008942 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.009131 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.009320 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.009509 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.009698 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.009910 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.010098 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.010285 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.010472 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.010660 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.010848 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.011040 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.011229 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.011417 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.011604 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.011794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.011982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.012171 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.012360 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.012548 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.012735 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.012924 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.013121 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.013326 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.013514 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.013702 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.013912 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.014102 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.014291 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.014479 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.014652 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.014830 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.015017 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.015205 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.015392 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.015581 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.015769 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.015956 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.016144 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.016331 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.016519 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.016706 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.016894 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.017077 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.017230 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.017416 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.017626 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.017805 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.017982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.018146 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.018334 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.018497 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.018680 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.018855 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.019055 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.019244 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.019435 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.019741 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.019844 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.019997 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.020156 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.020278 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.020436 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.020607 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.020868 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.020993 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.021196 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.021385 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.021571 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.021791 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.021996 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.022184 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.022374 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.022561 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.022748 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.022935 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.023122 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.023310 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.023497 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.023684 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.023873 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.024062 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.23/identity {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.024250 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.024438 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.024671 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.024821 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.024952 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.025139 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.025329 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.025517 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.025705 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.025914 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.026102 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.026291 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.026479 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.026666 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.026853 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.027040 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.027228 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.027417 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.027605 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.027793 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.027983 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.028170 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.028361 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.028547 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.028748 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.028896 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.029088 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.029346 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.029455 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.029594 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.029800 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.029992 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.030215 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.030370 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.030559 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.030739 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.030918 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.031086 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.031273 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.031461 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.031650 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.031837 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.032024 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.032228 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.032417 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.032605 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.032846 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.032995 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.033092 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.033280 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.033468 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.033656 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.033868 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.034058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.034250 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.034438 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.034627 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.034814 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.035001 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.035189 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.035377 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.035574 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.035761 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.035950 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.036138 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.036335 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.037034 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.037222 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.037419 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.037609 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.037819 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.038020 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.038208 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.038397 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.038585 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.038776 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.039216 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.039404 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.039596 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.039796 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.039990 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.040178 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.040374 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.040570 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.040768 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.040956 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.041151 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.041353 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.041547 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.041757 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.041976 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.042165 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.042354 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.042541 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.042729 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.042916 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.043102 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.043289 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.043476 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.043664 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.043851 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.044039 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.044227 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.044414 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.044600 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.044790 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.044977 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 20:34:56.045159 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80212) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 19 20:34:56.141513 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 54616) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:34:56.153633 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0091372
Nov 19 20:35:05.992875 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd590b4a-8b14-42f1-96bf-d1ad1c9f0069 None None] get_active_networks_info from dv-cinder-750782-3-iscsi {{(pid=80325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 19 20:35:06.075536 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd590b4a-8b14-42f1-96bf-d1ad1c9f0069 None None] No non-hosted networks {{(pid=80325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 19 20:35:06.171022 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-39066afc-d117-4016-afee-9142eb8f368c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689'] for agent, after_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:08.621842 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-253b6ab7-e86c-4c38-bf84-fa0980167377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689'] for agent, after_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:08.712118 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c2801d7b-8190-475d-a947-f0624a5c9dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:08.802769 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689'] for agent, after_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:09.743842 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689'] for agent, after_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:09.745068 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:09.745639 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:09.748189 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:09.749902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:09.752992 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:09.756435 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:09.757347 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:09.757973 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:09.758530 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:09.759087 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:09.759635 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:09.760197 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:09.760780 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fbcdcf40358>, 'Open vSwitch agent', 'dv-cinder-750782-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:35:09.766562 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fbcdceb3b00>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-750782-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:35:09.932445 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] get_endpoint_by_host() called for host dv-cinder-750782-3-iscsi {{(pid=80325) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Nov 19 20:35:09.937873 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] get_endpoint_by_ip() called for ip 192.168.0.26 {{(pid=80325) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Nov 19 20:35:09.941095 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] _add_endpoint() called for ip 192.168.0.26 {{(pid=80325) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Nov 19 20:35:09.947096 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] _get_endpoints() called {{(pid=80325) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Nov 19 20:35:10.124781 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689'] for agent, after_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:12.024869 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 54708) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:35:12.687539 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING oslo_policy.policy [None req-5c2c9379-3ce8-4e8b-ab5b-e29af971f0ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 20:35:12.688148 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING oslo_policy.policy [None req-5c2c9379-3ce8-4e8b-ab5b-e29af971f0ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 20:35:12.800305 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_hamode_db [None req-18e30fcd-ba0b-4629-8843-3661e7cd6495 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 19 20:35:12.888242 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e30fcd-ba0b-4629-8843-3661e7cd6495 None None] Routers set() bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:35:12.888596 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e30fcd-ba0b-4629-8843-3661e7cd6495 None None] Router IDs set() for agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 19 20:35:12.918151 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [None req-5c2c9379-3ce8-4e8b-ab5b-e29af971f0ca admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80324) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 20:35:12.919303 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-5c2c9379-3ce8-4e8b-ab5b-e29af971f0ca admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.8935316
Nov 19 20:35:15.632824 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 54722) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:35:16.047693 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-d9e97f57-6216-4397-9865-8a66f226ff03 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:35:16.095623 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.policy [None req-d9e97f57-6216-4397-9865-8a66f226ff03 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80324) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Nov 19 20:35:16.096429 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING oslo_policy.policy [None req-d9e97f57-6216-4397-9865-8a66f226ff03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 20:35:16.096840 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING oslo_policy.policy [None req-d9e97f57-6216-4397-9865-8a66f226ff03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 20:35:16.103774 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.quota [None req-d9e97f57-6216-4397-9865-8a66f226ff03 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fbcdce2c908>.
Nov 19 20:35:16.148470 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-d9e97f57-6216-4397-9865-8a66f226ff03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:35:16.224028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d9e97f57-6216-4397-9865-8a66f226ff03 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258782340210', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258782329266', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258782329071', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258782370112', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258782376665', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851279573', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851330458', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-620870', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-983711'] for rbac-policy, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:16.289664 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d9e97f57-6216-4397-9865-8a66f226ff03 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:16.290910 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-d9e97f57-6216-4397-9865-8a66f226ff03 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6570585
Nov 19 20:35:19.256544 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 54736) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:35:19.654708 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Request body: {'network': {'project_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'admin_state_up': True, 'name': 'private'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:35:19.660537 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:35:19.665528 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Usage tracker for resource:network and tenant:89752c6ce5384555ac1e1ec6b8e3ced6 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:35:19.669212 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:35:19.675327 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:35:19.684435 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Made reservation on behalf of 89752c6ce5384555ac1e1ec6b8e3ced6 for: {'network': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:35:19.690387 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:19.707986 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:19.749349 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:35:19.753150 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Usage tracker for resource:security_group_rule and tenant:89752c6ce5384555ac1e1ec6b8e3ced6 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:35:19.756721 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:35:19.762380 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:35:19.831770 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:19.834421 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:19.839651 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:35:19.861568 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 20:35:19.888386 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778072056128', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:19.888917 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.segments_db [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Added segment b47d7f49-f1ed-470b-b11d-b75e4eddc9b2 of type vxlan for network b80e8d7c-0971-44da-8571-94f2b0e04f45
Nov 19 20:35:19.941120 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1129d092-f5e5-4a33-8a96-45d92c8534ed,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:35:19.974535 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:19.974920 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:19.975277 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:19.975639 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:19.975973 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:19.976330 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:19.976673 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:19.977013 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:19.977369 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:19.977694 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:19.978079 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:19.978416 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Tracked resource versions report:
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]: pushed versions:
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]: {   'AddressGroup': {'1.0'},
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:     'ConntrackHelper': {'1.0'},
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Log': {'1.0'},
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Network': {'1.1'},
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Port': {'1.6'},
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:     'PortForwarding': {'1.2'},
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:     'QosPolicy': {'1.8'},
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SecurityGroup': {'1.2'},
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SecurityGroupRule': {'1.0'},
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SubPort': {'1.0'},
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Subnet': {'1.1'},
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Trunk': {'1.1'}}
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]: consumer versions:
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]: {   DHCP agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:     L3 agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:     Metadata agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:     Metering agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:     Open vSwitch agent@dv-cinder-750782-3-iscsi: {   'AddressGroup': '1.0',
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'ConntrackHelper': '1.0',
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Log': '1.0',
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Network': '1.1',
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Port': '1.6',
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'PortForwarding': '1.2',
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'QosPolicy': '1.8',
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SecurityGroup': '1.2',
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SecurityGroupRule': '1.0',
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SubPort': '1.0',
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Subnet': '1.1',
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Trunk': '1.1'}}
Nov 19 20:35:19.979583 dv-cinder-750782-3-iscsi neutron-server[80212]:  {{(pid=80324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 20:35:20.007646 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778071455654'] for network, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:20.018801 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:35:20.053190 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:20.054561 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:35:20.055221 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:20.059980 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:35:20.165953 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 0.9081955
Nov 19 20:35:20.171259 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Pushing event updated for resources: {'Network': ['ID=b80e8d7c-0971-44da-8571-94f2b0e04f45,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:35:20.174697 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:35:20.182929 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Network b80e8d7c-0971-44da-8571-94f2b0e04f45 details requested by agent ovs-agent-dv-cinder-750782-3-iscsi with host dv-cinder-750782-3-iscsi {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:35:23.278151 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 54752) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:35:23.777926 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c584dc5c-c3c6-4276-85fa-dc2705a9af5a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:35:23.779291 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-c584dc5c-c3c6-4276-85fa-dc2705a9af5a admin admin] 10.222.0.23 "GET /v2.0/networks/b80e8d7c-0971-44da-8571-94f2b0e04f45 HTTP/1.1" status: 200  len: 818 time: 0.5000904
Nov 19 20:35:23.808988 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-1d031c65-3bb6-4484-b6a6-0d367c1dc9ef admin admin] 10.222.0.23 "GET /v2.0/subnetpools/cd77a9b6-d9b3-4614-9ce6-546ddf211332 HTTP/1.1" status: 200  len: 734 time: 0.0236166
Nov 19 20:35:23.819193 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-0b098087-ba72-44ef-98c9-a2f1e1a3e329 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'cd77a9b6-d9b3-4614-9ce6-546ddf211332', 'tenant_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'network_id': 'b80e8d7c-0971-44da-8571-94f2b0e04f45', 'gateway_ip': '172.20.0.1'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:35:23.823712 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-0b098087-ba72-44ef-98c9-a2f1e1a3e329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:35:23.827677 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-0b098087-ba72-44ef-98c9-a2f1e1a3e329 admin admin] Usage tracker for resource:subnet and tenant:89752c6ce5384555ac1e1ec6b8e3ced6 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:35:23.830681 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-0b098087-ba72-44ef-98c9-a2f1e1a3e329 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:35:23.836393 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-0b098087-ba72-44ef-98c9-a2f1e1a3e329 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:35:23.844890 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b098087-ba72-44ef-98c9-a2f1e1a3e329 admin admin] Made reservation on behalf of 89752c6ce5384555ac1e1ec6b8e3ced6 for: {'subnet': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:35:23.849955 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0b098087-ba72-44ef-98c9-a2f1e1a3e329 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:24.487578 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0b098087-ba72-44ef-98c9-a2f1e1a3e329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for subnet, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:24.502593 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:35:24.643289 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b098087-ba72-44ef-98c9-a2f1e1a3e329 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b52b0bcc-234b-46ee-9c99-c0ee07b898d5,revision_number=0']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:35:24.649812 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0b098087-ba72-44ef-98c9-a2f1e1a3e329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:35:24.708094 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b098087-ba72-44ef-98c9-a2f1e1a3e329 admin admin] Checking segment: {'id': 'b47d7f49-f1ed-470b-b11d-b75e4eddc9b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b80e8d7c-0971-44da-8571-94f2b0e04f45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:35:24.708477 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b098087-ba72-44ef-98c9-a2f1e1a3e329 admin admin] Network hostable DHCP agents. Network: b80e8d7c-0971-44da-8571-94f2b0e04f45, hostable agents: ['8d02a572-c9e9-422d-ae68-8452b80e1360'], hosted agents: [] {{(pid=80324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 20:35:24.731606 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b098087-ba72-44ef-98c9-a2f1e1a3e329 admin admin] Network b80e8d7c-0971-44da-8571-94f2b0e04f45 is scheduled to be hosted by DHCP agent 8d02a572-c9e9-422d-ae68-8452b80e1360 with binding_index 1 {{(pid=80324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 20:35:24.740767 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-0b098087-ba72-44ef-98c9-a2f1e1a3e329 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-iscsi, b80e8d7c-0971-44da-8571-94f2b0e04f45) {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:35:24.745036 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b098087-ba72-44ef-98c9-a2f1e1a3e329 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:35:24.745665 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0b098087-ba72-44ef-98c9-a2f1e1a3e329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:24.750155 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0981c4-2212-4368-97cc-82ea543f9af2 None None] Network b80e8d7c-0971-44da-8571-94f2b0e04f45 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:35:24.763744 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-0b098087-ba72-44ef-98c9-a2f1e1a3e329 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9491584
Nov 19 20:35:25.141635 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7e9f841-36e7-5adc-8d1e-609479b39771-b80e8d7c-0971-44da-8571-94f2b0e04f45', 'network_id': 'b80e8d7c-0971-44da-8571-94f2b0e04f45', 'tenant_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'fixed_ips': [{'subnet_id': 'b52b0bcc-234b-46ee-9c99-c0ee07b898d5'}]}} from dv-cinder-750782-3-iscsi. {{(pid=80325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 20:35:25.142946 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:25.480942 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Allocated IP 172.20.0.2 (b80e8d7c-0971-44da-8571-94f2b0e04f45/b52b0bcc-234b-46ee-9c99-c0ee07b898d5/8a8a3abf-e38f-4270-b07a-9026aabbab6b) {{(pid=80325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:35:25.716220 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Notify callbacks [] for port, precommit_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:25.730073 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Transition to ACTIVE for port object 8a8a3abf-e38f-4270-b07a-9026aabbab6b will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:35:25.746904 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Transition to ACTIVE for port object 8a8a3abf-e38f-4270-b07a-9026aabbab6b will not be triggered until provisioned by entity DHCP. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:35:25.753668 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991'] for port, after_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:25.769190 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:35:25.903040 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Pushing event updated for resources: {'Port': ['ID=8a8a3abf-e38f-4270-b07a-9026aabbab6b,revision_number=1']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:35:25.924378 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:25.924754 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:25.925130 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:25.925495 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:25.925880 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:25.926263 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:25.926620 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:25.926975 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:25.927345 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:25.927698 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:25.928050 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:25.928402 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Tracked resource versions report:
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]: pushed versions:
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]: {   'AddressGroup': {'1.0'},
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:     'ConntrackHelper': {'1.0'},
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Log': {'1.0'},
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Network': {'1.1'},
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Port': {'1.6'},
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:     'PortForwarding': {'1.2'},
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:     'QosPolicy': {'1.8'},
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SecurityGroup': {'1.2'},
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SecurityGroupRule': {'1.0'},
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SubPort': {'1.0'},
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Subnet': {'1.1'},
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Trunk': {'1.1'}}
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]: consumer versions:
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]: {   DHCP agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:     L3 agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:     Metadata agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:     Metering agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:     Open vSwitch agent@dv-cinder-750782-3-iscsi: {   'AddressGroup': '1.0',
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'ConntrackHelper': '1.0',
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Log': '1.0',
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Network': '1.1',
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Port': '1.6',
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'PortForwarding': '1.2',
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'QosPolicy': '1.8',
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SecurityGroup': '1.2',
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SecurityGroupRule': '1.0',
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SubPort': '1.0',
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Subnet': '1.1',
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Trunk': '1.1'}}
Nov 19 20:35:25.929569 dv-cinder-750782-3-iscsi neutron-server[80212]:  {{(pid=80325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 20:35:25.935998 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:35:25.972120 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Network b80e8d7c-0971-44da-8571-94f2b0e04f45 is already hosted by enough agents. {{(pid=80325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:35:25.973908 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Resources bound (agent type, host, resource id):  {{(pid=80325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:35:25.976716 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Received port after_create {{(pid=80325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:35:26.035489 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Attempting to bind port 8a8a3abf-e38f-4270-b07a-9026aabbab6b on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:35:26.035914 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Attempting to bind port 8a8a3abf-e38f-4270-b07a-9026aabbab6b by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': 'b47d7f49-f1ed-470b-b11d-b75e4eddc9b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b80e8d7c-0971-44da-8571-94f2b0e04f45'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:35:26.036363 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Attempting to bind port 8a8a3abf-e38f-4270-b07a-9026aabbab6b on network b80e8d7c-0971-44da-8571-94f2b0e04f45 {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:35:26.043199 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:35:26.043632 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Checking segment: {'id': 'b47d7f49-f1ed-470b-b11d-b75e4eddc9b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b80e8d7c-0971-44da-8571-94f2b0e04f45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:35:26.044132 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:26.044563 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Bound using segment: {'id': 'b47d7f49-f1ed-470b-b11d-b75e4eddc9b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b80e8d7c-0971-44da-8571-94f2b0e04f45'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:35:26.045094 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Bound port: 8a8a3abf-e38f-4270-b07a-9026aabbab6b, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b47d7f49-f1ed-470b-b11d-b75e4eddc9b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b80e8d7c-0971-44da-8571-94f2b0e04f45'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:35:26.045516 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:26.134786 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] For port 8a8a3abf-e38f-4270-b07a-9026aabbab6b, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:35:26.139069 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] For port 8a8a3abf-e38f-4270-b07a-9026aabbab6b, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=8a8a3abf-e38f-4270-b07a-9026aabbab6b,segment=NetworkSegment(b47d7f49-f1ed-470b-b11d-b75e4eddc9b2),segment_id=b47d7f49-f1ed-470b-b11d-b75e4eddc9b2)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:35:26.143205 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:26.159121 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:35:26.479385 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Pushing event updated for resources: {'Port': ['ID=8a8a3abf-e38f-4270-b07a-9026aabbab6b,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:35:26.483897 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:35:27.485268 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 54762) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:35:27.915504 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [None req-82a6cd68-0093-45f0-867f-e9d220fa1abb admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80324) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 20:35:27.916569 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-82a6cd68-0093-45f0-867f-e9d220fa1abb admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.4302485
Nov 19 20:35:30.020767 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 8a8a3abf-e38f-4270-b07a-9026aabbab6b up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:35:30.091055 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port 8a8a3abf-e38f-4270-b07a-9026aabbab6b completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:35:30.727618 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 54776) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:35:30.853681 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdfd0ac-cc02-485c-a41d-af6f6af58bc1 None None] Network b80e8d7c-0971-44da-8571-94f2b0e04f45 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:35:30.974888 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-d385ba2a-c91a-4155-96e0-6a03151ba77a None None] Provisioning for port 8a8a3abf-e38f-4270-b07a-9026aabbab6b completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:35:30.982671 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-d385ba2a-c91a-4155-96e0-6a03151ba77a None None] Provisioning complete for port 8a8a3abf-e38f-4270-b07a-9026aabbab6b triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:35:30.983074 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d385ba2a-c91a-4155-96e0-6a03151ba77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:31.154988 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [None req-a3570768-bc1c-4b14-96c9-661d9660cf5a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80324) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 20:35:31.158832 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a3570768-bc1c-4b14-96c9-661d9660cf5a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.4299791
Nov 19 20:35:31.213600 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d385ba2a-c91a-4155-96e0-6a03151ba77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:31.260534 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-d385ba2a-c91a-4155-96e0-6a03151ba77a None None] For port 8a8a3abf-e38f-4270-b07a-9026aabbab6b, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=8a8a3abf-e38f-4270-b07a-9026aabbab6b,segment=NetworkSegment(b47d7f49-f1ed-470b-b11d-b75e4eddc9b2),segment_id=b47d7f49-f1ed-470b-b11d-b75e4eddc9b2)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:35:31.266123 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d385ba2a-c91a-4155-96e0-6a03151ba77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:31.268193 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:35:31.339701 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d385ba2a-c91a-4155-96e0-6a03151ba77a None None] Pushing event updated for resources: {'Port': ['ID=8a8a3abf-e38f-4270-b07a-9026aabbab6b,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:35:31.343434 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d385ba2a-c91a-4155-96e0-6a03151ba77a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:35:31.497823 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-a7c396c3-f385-405c-96fb-7eb5046936f5 None None] Provisioning complete for port 8a8a3abf-e38f-4270-b07a-9026aabbab6b triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:35:31.498248 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a7c396c3-f385-405c-96fb-7eb5046936f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:31.743637 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-bff04545-a609-4ceb-a441-e08ffb315670 None None] Provisioning complete for port 8a8a3abf-e38f-4270-b07a-9026aabbab6b triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:35:31.744022 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bff04545-a609-4ceb-a441-e08ffb315670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:31.999496 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 8a8a3abf-e38f-4270-b07a-9026aabbab6b up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:35:32.069854 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port 8a8a3abf-e38f-4270-b07a-9026aabbab6b triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:35:32.070263 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:34.202636 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 54788) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:35:34.599044 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-7dbe18bf-af7f-4fe5-8f3e-5252aa47eb8a admin admin] Request body: {'router': {'tenant_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'name': 'router1', 'admin_state_up': True}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:35:34.604443 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-7dbe18bf-af7f-4fe5-8f3e-5252aa47eb8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:35:34.608439 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-7dbe18bf-af7f-4fe5-8f3e-5252aa47eb8a admin admin] Usage tracker for resource:router and tenant:89752c6ce5384555ac1e1ec6b8e3ced6 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:35:34.611589 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-7dbe18bf-af7f-4fe5-8f3e-5252aa47eb8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:35:34.617847 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-7dbe18bf-af7f-4fe5-8f3e-5252aa47eb8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:35:34.626608 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7dbe18bf-af7f-4fe5-8f3e-5252aa47eb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15706'] for router, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:34.627826 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7dbe18bf-af7f-4fe5-8f3e-5252aa47eb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-957748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854176309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854233420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760147'] for router, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:34.651674 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7dbe18bf-af7f-4fe5-8f3e-5252aa47eb8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:34.750106 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7dbe18bf-af7f-4fe5-8f3e-5252aa47eb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599318'] for router, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:34.768176 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7dbe18bf-af7f-4fe5-8f3e-5252aa47eb8a admin admin] Notify callbacks [] for router, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:34.769415 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-7dbe18bf-af7f-4fe5-8f3e-5252aa47eb8a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5657432
Nov 19 20:35:35.787096 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5e49e574-05e0-4efa-98e1-b6d9a09e0024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:37.446385 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 54798) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:35:37.853597 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [None req-d8df89a9-ac78-41c1-98ec-fd8b4fa3a29d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80324) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 20:35:37.854694 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-d8df89a9-ac78-41c1-98ec-fd8b4fa3a29d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.4073534
Nov 19 20:35:38.616273 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a9e653d5-d114-4be5-bc30-05763bc64fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:38.755695 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:39.729066 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:40.062254 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:40.568084 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 54818) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:35:40.751764 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:35:40.757553 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:35:40.761549 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Usage tracker for resource:network and tenant:5595317aeb9349baac59cf0a3967710b is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:35:40.764478 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:35:40.770835 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:35:40.778830 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Made reservation on behalf of 5595317aeb9349baac59cf0a3967710b for: {'network': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:35:40.783324 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:40.796159 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:40.828913 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:35:40.833263 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Usage tracker for resource:security_group_rule and tenant:5595317aeb9349baac59cf0a3967710b is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:35:40.836088 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:35:40.841674 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:35:40.905227 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:40.907720 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:40.911940 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:35:40.926905 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Reserving flat network on physical network physnet1 {{(pid=80324) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Nov 19 20:35:40.952209 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab6f97b-2a45-4298-94fe-5d62a484a802,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:35:40.955086 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778072056128', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:40.955680 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fbcddde1400> segment precommit_create {{(pid=80324) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Nov 19 20:35:40.956097 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.segments_db [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Added segment 6c8b1ff5-438a-4beb-83ec-240f7484ab84 of type flat for network 494b3b67-d334-4360-a108-86a7036fa249
Nov 19 20:35:40.957918 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:35:40.989015 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778071455654'] for network, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:41.024481 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:41.025675 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:35:41.026347 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:41.031110 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0e9a773c-bad7-44ac-8b38-0140bb978dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:35:41.130902 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5616789
Nov 19 20:35:41.136079 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Pushing event updated for resources: {'Network': ['ID=494b3b67-d334-4360-a108-86a7036fa249,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:35:41.147449 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:35:41.157003 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Network 494b3b67-d334-4360-a108-86a7036fa249 details requested by agent ovs-agent-dv-cinder-750782-3-iscsi with host dv-cinder-750782-3-iscsi {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:35:43.632642 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 54838) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:35:43.772002 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691efe6f-c654-4e6a-b764-58533487e6d0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:35:43.773406 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-691efe6f-c654-4e6a-b764-58533487e6d0 admin admin] 10.222.0.23 "GET /v2.0/subnets/b52b0bcc-234b-46ee-9c99-c0ee07b898d5 HTTP/1.1" status: 200  len: 849 time: 0.1397071
Nov 19 20:35:43.921430 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-b55e4274-14cf-4f50-9873-92e0b0e7ade7 admin admin] 10.222.0.23 "GET /v2.0/routers/d11a3f3e-0fbf-4349-92d3-928ace5f518f HTTP/1.1" status: 200  len: 704 time: 0.1418202
Nov 19 20:35:44.548122 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:44.906526 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Allocated IP 172.20.0.1 (b80e8d7c-0971-44da-8571-94f2b0e04f45/b52b0bcc-234b-46ee-9c99-c0ee07b898d5/eee5d4e3-90cb-416b-9f4c-0684e5182808) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:35:45.067935 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:45.085084 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Transition to ACTIVE for port object eee5d4e3-90cb-416b-9f4c-0684e5182808 will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:35:45.131350 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:45.146140 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:35:45.280571 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Pushing event updated for resources: {'Port': ['ID=eee5d4e3-90cb-416b-9f4c-0684e5182808,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:35:45.292402 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:35:45.336154 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Network b80e8d7c-0971-44da-8571-94f2b0e04f45 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:35:45.337239 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:35:45.339390 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:35:45.339876 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854183447'] for router_interface, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:45.461793 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:45.552849 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-e62bde66-3fb3-43b0-ac15-02fe4e22445f None None] Provisioning for port eee5d4e3-90cb-416b-9f4c-0684e5182808 completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:35:45.557855 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-e62bde66-3fb3-43b0-ac15-02fe4e22445f None None] Provisioning complete for port eee5d4e3-90cb-416b-9f4c-0684e5182808 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:35:45.558380 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e62bde66-3fb3-43b0-ac15-02fe4e22445f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:45.611028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-e62bde66-3fb3-43b0-ac15-02fe4e22445f None None] Port eee5d4e3-90cb-416b-9f4c-0684e5182808 cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:35:45.744485 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:45.747687 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:45.748731 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3962591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604935'] for router_interface, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:45.763136 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:35:45.894736 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Pushing event updated for resources: {'Port': ['ID=eee5d4e3-90cb-416b-9f4c-0684e5182808,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:35:45.899123 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:35:45.952503 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Network b80e8d7c-0971-44da-8571-94f2b0e04f45 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:35:45.953721 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:35:46.135094 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-7fe49a30-906c-4ba7-9b91-62e52f36ccb3 None None] Provisioning complete for port eee5d4e3-90cb-416b-9f4c-0684e5182808 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:35:46.135507 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7fe49a30-906c-4ba7-9b91-62e52f36ccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:46.193552 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-7fe49a30-906c-4ba7-9b91-62e52f36ccb3 None None] Port eee5d4e3-90cb-416b-9f4c-0684e5182808 cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:35:46.473667 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Router d11a3f3e-0fbf-4349-92d3-928ace5f518f is scheduled to L3 agent c685bfc9-c839-4eda-814f-647f53e47041 with binding_index 1 {{(pid=80324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 20:35:46.640734 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:35:46.650517 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] 10.222.0.23 "PUT /v2.0/routers/d11a3f3e-0fbf-4349-92d3-928ace5f518f/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.7232203
Nov 19 20:35:46.651613 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Sync routers for ids ['d11a3f3e-0fbf-4349-92d3-928ace5f518f'] in dv-cinder-750782-3-iscsi {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:35:46.666143 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Routers {'d11a3f3e-0fbf-4349-92d3-928ace5f518f'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:35:46.667038 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdcfef518>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:35:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['d11a3f3e-0fbf-4349-92d3-928ace5f518f'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:35:46.846195 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Set router d11a3f3e-0fbf-4349-92d3-928ace5f518f gateway port host: None {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:35:47.223794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdcfef518>, [{'id': 'd11a3f3e-0fbf-4349-92d3-928ace5f518f', 'name': 'router1', 'tenant_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:35:34Z', 'updated_at': '2020-11-19T20:35:45Z', 'revision_number': 2, 'project_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'gw_port_host': None, '_interfaces': [{'id': 'eee5d4e3-90cb-416b-9f4c-0684e5182808', 'name': '', 'network_id': 'b80e8d7c-0971-44da-8571-94f2b0e04f45', 'tenant_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'mac_address': 'fa:16:3e:82:cc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11a3f3e-0fbf-4349-92d3-928ace5f518f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b52b0bcc-234b-46ee-9c99-c0ee07b898d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:35:44Z', 'updated_at': '2020-11-19T20:35:45Z', 'revision_number': 2, 'project_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'subnets': [{'id': 'b52b0bcc-234b-46ee-9c99-c0ee07b898d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd77a9b6-d9b3-4614-9ce6-546ddf211332'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:35:47.228856 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Checking router: d11a3f3e-0fbf-4349-92d3-928ace5f518f for host: dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:35:47.229268 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Updating router d11a3f3e-0fbf-4349-92d3-928ace5f518f port eee5d4e3-90cb-416b-9f4c-0684e5182808 binding host dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 20:35:47.283823 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:47.715547 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Notify callbacks [] for port, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:47.732858 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Transition to ACTIVE for port object eee5d4e3-90cb-416b-9f4c-0684e5182808 will not be triggered until provisioned by entity L2. {{(pid=80326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:35:47.736133 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:47.751918 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:35:48.050786 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 5 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:35:48.073126 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6152ea2-aa27-4c41-ab30-57a5e31170ec None None] Pushing event updated for resources: {'Port': ['ID=eee5d4e3-90cb-416b-9f4c-0684e5182808,revision_number=3']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:35:48.088387 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6152ea2-aa27-4c41-ab30-57a5e31170ec None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:48.088768 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6152ea2-aa27-4c41-ab30-57a5e31170ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:48.089135 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6152ea2-aa27-4c41-ab30-57a5e31170ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:48.089494 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6152ea2-aa27-4c41-ab30-57a5e31170ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:48.089876 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6152ea2-aa27-4c41-ab30-57a5e31170ec None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:48.090234 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6152ea2-aa27-4c41-ab30-57a5e31170ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:48.090592 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6152ea2-aa27-4c41-ab30-57a5e31170ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:48.090945 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6152ea2-aa27-4c41-ab30-57a5e31170ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:48.091309 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6152ea2-aa27-4c41-ab30-57a5e31170ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:48.091659 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6152ea2-aa27-4c41-ab30-57a5e31170ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:48.092009 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6152ea2-aa27-4c41-ab30-57a5e31170ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:48.092357 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6152ea2-aa27-4c41-ab30-57a5e31170ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6152ea2-aa27-4c41-ab30-57a5e31170ec None None] Tracked resource versions report:
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]: pushed versions:
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]: {   'AddressGroup': {'1.0'},
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:     'ConntrackHelper': {'1.0'},
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Log': {'1.0'},
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Network': {'1.1'},
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Port': {'1.6'},
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:     'PortForwarding': {'1.2'},
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:     'QosPolicy': {'1.8'},
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SecurityGroup': {'1.2'},
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SecurityGroupRule': {'1.0'},
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SubPort': {'1.0'},
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Subnet': {'1.1'},
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Trunk': {'1.1'}}
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]: consumer versions:
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]: {   DHCP agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:     L3 agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:     Metadata agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:     Metering agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:     Open vSwitch agent@dv-cinder-750782-3-iscsi: {   'AddressGroup': '1.0',
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'ConntrackHelper': '1.0',
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Log': '1.0',
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Network': '1.1',
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Port': '1.6',
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'PortForwarding': '1.2',
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'QosPolicy': '1.8',
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SecurityGroup': '1.2',
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SecurityGroupRule': '1.0',
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SubPort': '1.0',
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Subnet': '1.1',
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Trunk': '1.1'}}
Nov 19 20:35:48.093457 dv-cinder-750782-3-iscsi neutron-server[80212]:  {{(pid=80326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 20:35:48.107033 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b6152ea2-aa27-4c41-ab30-57a5e31170ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:35:48.245265 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Attempting to bind port eee5d4e3-90cb-416b-9f4c-0684e5182808 on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:35:48.245918 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Attempting to bind port eee5d4e3-90cb-416b-9f4c-0684e5182808 by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': 'b47d7f49-f1ed-470b-b11d-b75e4eddc9b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b80e8d7c-0971-44da-8571-94f2b0e04f45'}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:35:48.246101 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Attempting to bind port eee5d4e3-90cb-416b-9f4c-0684e5182808 on network b80e8d7c-0971-44da-8571-94f2b0e04f45 {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:35:48.253123 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:35:48.254112 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Checking segment: {'id': 'b47d7f49-f1ed-470b-b11d-b75e4eddc9b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b80e8d7c-0971-44da-8571-94f2b0e04f45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:35:48.254577 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:48.255004 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Bound using segment: {'id': 'b47d7f49-f1ed-470b-b11d-b75e4eddc9b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b80e8d7c-0971-44da-8571-94f2b0e04f45'} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:35:48.255554 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Bound port: eee5d4e3-90cb-416b-9f4c-0684e5182808, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b47d7f49-f1ed-470b-b11d-b75e4eddc9b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'b80e8d7c-0971-44da-8571-94f2b0e04f45'}}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:35:48.255966 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:48.346357 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] For port eee5d4e3-90cb-416b-9f4c-0684e5182808, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:35:48.351378 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] For port eee5d4e3-90cb-416b-9f4c-0684e5182808, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=eee5d4e3-90cb-416b-9f4c-0684e5182808,segment=NetworkSegment(b47d7f49-f1ed-470b-b11d-b75e4eddc9b2),segment_id=b47d7f49-f1ed-470b-b11d-b75e4eddc9b2)] {{(pid=80326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:35:48.357302 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:48.373041 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b6152ea2-aa27-4c41-ab30-57a5e31170ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:35:48.530512 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6152ea2-aa27-4c41-ab30-57a5e31170ec None None] Pushing event updated for resources: {'Port': ['ID=eee5d4e3-90cb-416b-9f4c-0684e5182808,revision_number=4']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:35:48.535115 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b6152ea2-aa27-4c41-ab30-57a5e31170ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:35:48.585549 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Routers {'d11a3f3e-0fbf-4349-92d3-928ace5f518f'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:35:48.586211 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdcfef518>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:35:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['d11a3f3e-0fbf-4349-92d3-928ace5f518f'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:35:48.744357 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] Set router d11a3f3e-0fbf-4349-92d3-928ace5f518f gateway port host: None {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:35:49.075969 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdcfef518>, [{'id': 'd11a3f3e-0fbf-4349-92d3-928ace5f518f', 'name': 'router1', 'tenant_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:35:34Z', 'updated_at': '2020-11-19T20:35:45Z', 'revision_number': 2, 'project_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'gw_port_host': None, '_interfaces': [{'id': 'eee5d4e3-90cb-416b-9f4c-0684e5182808', 'name': '', 'network_id': 'b80e8d7c-0971-44da-8571-94f2b0e04f45', 'tenant_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'mac_address': 'fa:16:3e:82:cc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11a3f3e-0fbf-4349-92d3-928ace5f518f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b52b0bcc-234b-46ee-9c99-c0ee07b898d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:35:44Z', 'updated_at': '2020-11-19T20:35:48Z', 'revision_number': 4, 'project_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'subnets': [{'id': 'b52b0bcc-234b-46ee-9c99-c0ee07b898d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd77a9b6-d9b3-4614-9ce6-546ddf211332'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:35:49.080012 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ef51db-8a50-43f1-b703-15f163f49124 None None] The sync data for ids ['d11a3f3e-0fbf-4349-92d3-928ace5f518f'] in dv-cinder-750782-3-iscsi is: [{'id': 'd11a3f3e-0fbf-4349-92d3-928ace5f518f', 'name': 'router1', 'tenant_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:35:34Z', 'updated_at': '2020-11-19T20:35:45Z', 'revision_number': 2, 'project_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'gw_port_host': None, '_interfaces': [{'id': 'eee5d4e3-90cb-416b-9f4c-0684e5182808', 'name': '', 'network_id': 'b80e8d7c-0971-44da-8571-94f2b0e04f45', 'tenant_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'mac_address': 'fa:16:3e:82:cc:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11a3f3e-0fbf-4349-92d3-928ace5f518f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b52b0bcc-234b-46ee-9c99-c0ee07b898d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:35:44Z', 'updated_at': '2020-11-19T20:35:48Z', 'revision_number': 4, 'project_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'subnets': [{'id': 'b52b0bcc-234b-46ee-9c99-c0ee07b898d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd77a9b6-d9b3-4614-9ce6-546ddf211332'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:35:49.185417 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 54852) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:35:49.370581 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a717db09-1738-49f3-b204-8fe8b847d936 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:35:49.371092 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-a717db09-1738-49f3-b204-8fe8b847d936 admin admin] Synchronizing usage tracker for tenant:5595317aeb9349baac59cf0a3967710b on resource:network {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:35:49.388313 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-a717db09-1738-49f3-b204-8fe8b847d936 admin admin] Unset dirty status for tenant:5595317aeb9349baac59cf0a3967710b on resource:network {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:35:49.389575 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a717db09-1738-49f3-b204-8fe8b847d936 admin admin] 10.222.0.23 "GET /v2.0/networks/494b3b67-d334-4360-a108-86a7036fa249 HTTP/1.1" status: 200  len: 842 time: 0.2030258
Nov 19 20:35:49.400616 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-d4fcb97c-10cc-4e57-9d93-1d93722d07c1 admin admin] Request body: {'subnet': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:35:49.406122 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-d4fcb97c-10cc-4e57-9d93-1d93722d07c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:35:49.410811 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-d4fcb97c-10cc-4e57-9d93-1d93722d07c1 admin admin] Usage tracker for resource:subnet and tenant:5595317aeb9349baac59cf0a3967710b is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:35:49.414009 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-d4fcb97c-10cc-4e57-9d93-1d93722d07c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:35:49.419842 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-d4fcb97c-10cc-4e57-9d93-1d93722d07c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:35:49.429711 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fcb97c-10cc-4e57-9d93-1d93722d07c1 admin admin] Made reservation on behalf of 5595317aeb9349baac59cf0a3967710b for: {'subnet': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:35:49.434507 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d4fcb97c-10cc-4e57-9d93-1d93722d07c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:49.866260 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.objects.ports [None req-d4fcb97c-10cc-4e57-9d93-1d93722d07c1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80324) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 20:35:49.866744 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d4fcb97c-10cc-4e57-9d93-1d93722d07c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for subnet, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:49.884214 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0b098087-ba72-44ef-98c9-a2f1e1a3e329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:35:50.031577 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fcb97c-10cc-4e57-9d93-1d93722d07c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87766e2-d34e-4e1a-99c0-eee0ac65f3f8,revision_number=0']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:35:50.033945 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d4fcb97c-10cc-4e57-9d93-1d93722d07c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:35:50.047386 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device eee5d4e3-90cb-416b-9f4c-0684e5182808 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:35:50.103861 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fcb97c-10cc-4e57-9d93-1d93722d07c1 admin admin] Checking segment: {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:35:50.104250 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fcb97c-10cc-4e57-9d93-1d93722d07c1 admin admin] Network hostable DHCP agents. Network: 494b3b67-d334-4360-a108-86a7036fa249, hostable agents: ['8d02a572-c9e9-422d-ae68-8452b80e1360'], hosted agents: [] {{(pid=80324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 20:35:50.124064 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port eee5d4e3-90cb-416b-9f4c-0684e5182808 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:35:50.127216 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fcb97c-10cc-4e57-9d93-1d93722d07c1 admin admin] Network 494b3b67-d334-4360-a108-86a7036fa249 is scheduled to be hosted by DHCP agent 8d02a572-c9e9-422d-ae68-8452b80e1360 with binding_index 1 {{(pid=80324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 20:35:50.129980 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port eee5d4e3-90cb-416b-9f4c-0684e5182808 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:35:50.130393 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:50.136868 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-d4fcb97c-10cc-4e57-9d93-1d93722d07c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-iscsi, 494b3b67-d334-4360-a108-86a7036fa249) {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:35:50.140850 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fcb97c-10cc-4e57-9d93-1d93722d07c1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:35:50.141528 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d4fcb97c-10cc-4e57-9d93-1d93722d07c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:50.158760 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52487fb-0bfd-41b5-975a-5b8a61c5ab9a None None] Network 494b3b67-d334-4360-a108-86a7036fa249 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:35:50.164881 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-d4fcb97c-10cc-4e57-9d93-1d93722d07c1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7680957
Nov 19 20:35:50.421445 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:50.501114 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] For port eee5d4e3-90cb-416b-9f4c-0684e5182808, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=eee5d4e3-90cb-416b-9f4c-0684e5182808,segment=NetworkSegment(b47d7f49-f1ed-470b-b11d-b75e4eddc9b2),segment_id=b47d7f49-f1ed-470b-b11d-b75e4eddc9b2)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:35:50.504788 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc9c0d8-231e-46d2-8e26-bd8f5874653f None None] Network 494b3b67-d334-4360-a108-86a7036fa249 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:35:50.524031 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:50.531282 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:35:50.683863 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Pushing event updated for resources: {'Port': ['ID=eee5d4e3-90cb-416b-9f4c-0684e5182808,revision_number=5']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:35:50.687062 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:35:52.012217 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device eee5d4e3-90cb-416b-9f4c-0684e5182808 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:35:52.083255 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port eee5d4e3-90cb-416b-9f4c-0684e5182808 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:35:52.083667 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:52.713536 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 54866) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:35:52.950345 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-74c74722-2d22-45c4-906a-dd61001cd195 admin admin] 10.222.0.23 "GET /v2.0/routers/d11a3f3e-0fbf-4349-92d3-928ace5f518f HTTP/1.1" status: 200  len: 710 time: 0.2355487
Nov 19 20:35:53.085400 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d77f6d-ae8c-4a07-9c33-87f28a197400 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:35:53.086955 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-e9d77f6d-ae8c-4a07-9c33-87f28a197400 admin admin] 10.222.0.23 "GET /v2.0/networks/494b3b67-d334-4360-a108-86a7036fa249 HTTP/1.1" status: 200  len: 886 time: 0.1309316
Nov 19 20:35:53.096769 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:35:53.736067 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854176452', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853817947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760132'] for router, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:53.922246 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:53.952447 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:53.965128 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:53.997214 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:35:54.001062 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:35:54.003961 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:35:54.009574 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:35:54.075274 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:54.077854 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:54.096726 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:35:54.185034 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b2e7b2-ffdd-474b-9469-a7534f2c926b,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:35:54.188320 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:35:54.350294 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Allocated IP 172.27.0.64 (494b3b67-d334-4360-a108-86a7036fa249/a87766e2-d34e-4e1a-99c0-eee0ac65f3f8/689ab605-4153-4d85-a892-e52197141c99) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:35:54.504554 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:54.529003 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:54.544046 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9b1019af-d8e9-4fb0-9290-b97d00362d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:35:54.683489 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Pushing event updated for resources: {'Port': ['ID=689ab605-4153-4d85-a892-e52197141c99,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:35:54.687761 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:35:54.728055 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Network 494b3b67-d334-4360-a108-86a7036fa249 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:35:54.729147 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:35:54.731287 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:35:54.871127 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:55.037432 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854176452', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853817947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760132'] for router, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:55.041206 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-599333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854176467', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-957885'] for router, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:55.246199 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Router d11a3f3e-0fbf-4349-92d3-928ace5f518f has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:35:55.609202 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:35:55.618959 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Sync routers for ids ['d11a3f3e-0fbf-4349-92d3-928ace5f518f'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:35:55.625170 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Notify callbacks [] for router, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:55.626494 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] 10.222.0.23 "PUT /v2.0/routers/d11a3f3e-0fbf-4349-92d3-928ace5f518f HTTP/1.1" status: 200  len: 889 time: 2.5331459
Nov 19 20:35:55.631926 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Routers {'d11a3f3e-0fbf-4349-92d3-928ace5f518f'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:35:55.632631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc1dc358>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:35:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['d11a3f3e-0fbf-4349-92d3-928ace5f518f'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:35:55.976375 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Set router d11a3f3e-0fbf-4349-92d3-928ace5f518f gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:35:56.329502 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc1dc358>, [{'id': 'd11a3f3e-0fbf-4349-92d3-928ace5f518f', 'name': 'router1', 'tenant_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '689ab605-4153-4d85-a892-e52197141c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:35:34Z', 'updated_at': '2020-11-19T20:35:54Z', 'revision_number': 4, 'project_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'gw_port': {'id': '689ab605-4153-4d85-a892-e52197141c99', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11a3f3e-0fbf-4349-92d3-928ace5f518f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:35:54Z', 'updated_at': '2020-11-19T20:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'eee5d4e3-90cb-416b-9f4c-0684e5182808', 'name': '', 'network_id': 'b80e8d7c-0971-44da-8571-94f2b0e04f45', 'tenant_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'mac_address': 'fa:16:3e:82:cc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11a3f3e-0fbf-4349-92d3-928ace5f518f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b52b0bcc-234b-46ee-9c99-c0ee07b898d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:35:44Z', 'updated_at': '2020-11-19T20:35:50Z', 'revision_number': 5, 'project_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'subnets': [{'id': 'b52b0bcc-234b-46ee-9c99-c0ee07b898d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd77a9b6-d9b3-4614-9ce6-546ddf211332'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:35:56.335180 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Checking router: d11a3f3e-0fbf-4349-92d3-928ace5f518f for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:35:56.335577 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Updating router d11a3f3e-0fbf-4349-92d3-928ace5f518f port 689ab605-4153-4d85-a892-e52197141c99 binding host dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 20:35:56.387053 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:56.781906 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:56.794622 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Transition to ACTIVE for port object 689ab605-4153-4d85-a892-e52197141c99 will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:35:56.797259 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:56.812365 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:35:56.950011 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d610abe-6b86-4827-8849-09350cdcfcc1 None None] Pushing event updated for resources: {'Port': ['ID=689ab605-4153-4d85-a892-e52197141c99,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:35:56.954262 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8d610abe-6b86-4827-8849-09350cdcfcc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:35:57.004358 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Attempting to bind port 689ab605-4153-4d85-a892-e52197141c99 on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:35:57.004763 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Attempting to bind port 689ab605-4153-4d85-a892-e52197141c99 by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:35:57.005163 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Attempting to bind port 689ab605-4153-4d85-a892-e52197141c99 on network 494b3b67-d334-4360-a108-86a7036fa249 {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:35:57.011768 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:35:57.012177 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Checking segment: {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:35:57.012614 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:57.013036 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Bound using segment: {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:35:57.013536 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Bound port: 689ab605-4153-4d85-a892-e52197141c99, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:35:57.013965 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:57.087663 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] For port 689ab605-4153-4d85-a892-e52197141c99, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:35:57.090881 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] For port 689ab605-4153-4d85-a892-e52197141c99, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=689ab605-4153-4d85-a892-e52197141c99,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:35:57.093863 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:57.109005 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d385ba2a-c91a-4155-96e0-6a03151ba77a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:35:57.258450 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d610abe-6b86-4827-8849-09350cdcfcc1 None None] Pushing event updated for resources: {'Port': ['ID=689ab605-4153-4d85-a892-e52197141c99,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:35:57.263125 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8d610abe-6b86-4827-8849-09350cdcfcc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:35:57.307154 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Routers {'d11a3f3e-0fbf-4349-92d3-928ace5f518f'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:35:57.307808 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc1dc358>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:35:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['d11a3f3e-0fbf-4349-92d3-928ace5f518f'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:35:57.492996 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] Set router d11a3f3e-0fbf-4349-92d3-928ace5f518f gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:35:57.834091 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc1dc358>, [{'id': 'd11a3f3e-0fbf-4349-92d3-928ace5f518f', 'name': 'router1', 'tenant_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '689ab605-4153-4d85-a892-e52197141c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:35:34Z', 'updated_at': '2020-11-19T20:35:54Z', 'revision_number': 4, 'project_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'gw_port': {'id': '689ab605-4153-4d85-a892-e52197141c99', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11a3f3e-0fbf-4349-92d3-928ace5f518f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:35:54Z', 'updated_at': '2020-11-19T20:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'eee5d4e3-90cb-416b-9f4c-0684e5182808', 'name': '', 'network_id': 'b80e8d7c-0971-44da-8571-94f2b0e04f45', 'tenant_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'mac_address': 'fa:16:3e:82:cc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11a3f3e-0fbf-4349-92d3-928ace5f518f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b52b0bcc-234b-46ee-9c99-c0ee07b898d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:35:44Z', 'updated_at': '2020-11-19T20:35:50Z', 'revision_number': 5, 'project_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'subnets': [{'id': 'b52b0bcc-234b-46ee-9c99-c0ee07b898d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd77a9b6-d9b3-4614-9ce6-546ddf211332'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:35:57.839025 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff32fe9-031e-4923-8cf1-5317f61abd57 None None] The sync data for ids ['d11a3f3e-0fbf-4349-92d3-928ace5f518f'] in dv-cinder-750782-3-iscsi is: [{'id': 'd11a3f3e-0fbf-4349-92d3-928ace5f518f', 'name': 'router1', 'tenant_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.64'}], 'enable_snat': True}, 'gw_port_id': '689ab605-4153-4d85-a892-e52197141c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:35:34Z', 'updated_at': '2020-11-19T20:35:54Z', 'revision_number': 4, 'project_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'gw_port': {'id': '689ab605-4153-4d85-a892-e52197141c99', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd11a3f3e-0fbf-4349-92d3-928ace5f518f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:35:54Z', 'updated_at': '2020-11-19T20:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'eee5d4e3-90cb-416b-9f4c-0684e5182808', 'name': '', 'network_id': 'b80e8d7c-0971-44da-8571-94f2b0e04f45', 'tenant_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'mac_address': 'fa:16:3e:82:cc:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11a3f3e-0fbf-4349-92d3-928ace5f518f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b52b0bcc-234b-46ee-9c99-c0ee07b898d5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:35:44Z', 'updated_at': '2020-11-19T20:35:50Z', 'revision_number': 5, 'project_id': '89752c6ce5384555ac1e1ec6b8e3ced6', 'subnets': [{'id': 'b52b0bcc-234b-46ee-9c99-c0ee07b898d5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cd77a9b6-d9b3-4614-9ce6-546ddf211332'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:35:58.061238 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 689ab605-4153-4d85-a892-e52197141c99 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:35:58.138759 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port 689ab605-4153-4d85-a892-e52197141c99 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:35:58.144431 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port 689ab605-4153-4d85-a892-e52197141c99 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:35:58.145031 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:58.272965 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:58.290370 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] For port 689ab605-4153-4d85-a892-e52197141c99, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=689ab605-4153-4d85-a892-e52197141c99,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:35:58.293496 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:35:58.295794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8d610abe-6b86-4827-8849-09350cdcfcc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:35:58.317934 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 54876) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:35:58.367987 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Pushing event updated for resources: {'Port': ['ID=689ab605-4153-4d85-a892-e52197141c99,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:35:58.374678 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:35:58.473941 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-92b67f2e-bdee-437d-94cf-3cdf61a80f0c admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1081 time: 0.1547251
Nov 19 20:36:00.017580 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 689ab605-4153-4d85-a892-e52197141c99 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:36:00.092905 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port 689ab605-4153-4d85-a892-e52197141c99 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:36:00.093362 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:36:05.803646 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-eff3803c-1e96-42f2-b3df-82b6c205454a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:36:08.619656 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1633f076-735f-48f5-a98c-094a9d9a6931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:36:08.758293 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:36:09.731997 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:36:10.074624 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:36:24.962443 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 5 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:36:35.786138 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-48e0277d-1802-4df8-8453-adf312565033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:36:38.620710 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5e8aa7e7-e776-4fdc-9bc3-27b2080672af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:36:38.761836 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:36:39.734269 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:36:40.077623 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:37:01.962525 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 5 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:37:05.788351 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b346bef2-6247-47d8-b7bc-20e9dd119a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:37:08.624835 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c47774a6-1d93-456d-b142-6d4c3c6395b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:37:08.768985 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:37:09.736919 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:37:10.083475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:37:35.790346 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-560841f4-6c0b-4248-8cc0-0d80c2045fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:37:38.626309 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-338d366b-2a10-4d89-b340-ecb184818e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:37:38.762997 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:37:38.963323 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 5 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:37:39.739567 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:37:40.091543 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:38:05.792149 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dd5e4aca-dd6e-4a0b-b162-5db215d9ae92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:38:08.628624 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8768e2f2-98c6-4eb2-9e3b-ecc8e7954660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:38:08.766520 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:38:09.743166 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:38:10.093602 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:38:10.844650 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 55452) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:38:10.944268 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42c4d9f-51b1-425d-9c7f-c5601e86c807 admin admin] GET failed (client error): The resource could not be found.
Nov 19 20:38:10.945547 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a42c4d9f-51b1-425d-9c7f-c5601e86c807 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0998888
Nov 19 20:38:11.089719 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979597e4-d652-4262-8c29-4851ebcab28e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:38:11.091382 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-979597e4-d652-4262-8c29-4851ebcab28e admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1414752
Nov 19 20:38:13.550214 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 55462) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:38:13.690194 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44b3f18-800e-4b41-9990-4c48770b9b86 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:38:13.690804 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-e44b3f18-800e-4b41-9990-4c48770b9b86 admin admin] Synchronizing usage tracker for tenant:5595317aeb9349baac59cf0a3967710b on resource:subnet {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:38:13.706028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-e44b3f18-800e-4b41-9990-4c48770b9b86 admin admin] Unset dirty status for tenant:5595317aeb9349baac59cf0a3967710b on resource:subnet {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:38:13.707237 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-e44b3f18-800e-4b41-9990-4c48770b9b86 admin admin] 10.222.0.23 "GET /v2.0/subnets/b52b0bcc-234b-46ee-9c99-c0ee07b898d5 HTTP/1.1" status: 200  len: 849 time: 0.1559918
Nov 19 20:38:13.717628 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:38:13.842549 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] Notify callbacks [] for subnet, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:38:14.149687 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778071949837'] for subnet, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:38:14.165114 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d4fcb97c-10cc-4e57-9d93-1d93722d07c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:38:14.308877 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=b52b0bcc-234b-46ee-9c99-c0ee07b898d5,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:38:14.332361 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:38:14.332743 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:38:14.333118 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:38:14.333488 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:38:14.333877 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:38:14.334245 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:38:14.334608 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:38:14.334967 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:38:14.335330 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:38:14.335688 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:38:14.336044 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:38:14.336399 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:38:14.341821 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:38:14.357010 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:38:14.357653 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:38:14.359588 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] 10.222.0.23 "PUT /v2.0/subnets/b52b0bcc-234b-46ee-9c99-c0ee07b898d5 HTTP/1.1" status: 200  len: 868 time: 0.6460557
Nov 19 20:38:14.363354 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f442b8-8798-438e-9ae4-09160d8a2dff None None] Network b80e8d7c-0971-44da-8571-94f2b0e04f45 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:38:14.814432 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-84f679d7-62df-456d-a04f-df99563f42ce None None] Provisioning complete for port 8a8a3abf-e38f-4270-b07a-9026aabbab6b triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:38:14.814964 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-84f679d7-62df-456d-a04f-df99563f42ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:38:14.943178 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-84f679d7-62df-456d-a04f-df99563f42ce None None] Provisioning complete for port eee5d4e3-90cb-416b-9f4c-0684e5182808 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:38:14.943496 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-84f679d7-62df-456d-a04f-df99563f42ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:38:15.963169 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 5 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:38:16.835928 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 55472) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:38:17.048286 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51a10b7-7b9b-40cb-840e-6d723ec612f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:38:17.048837 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51a10b7-7b9b-40cb-840e-6d723ec612f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:38:17.050332 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a51a10b7-7b9b-40cb-840e-6d723ec612f7 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2133012
Nov 19 20:38:19.507982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 55482) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:38:19.721480 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867c752a-f9c8-4994-9420-fcd73f1cdfa5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:38:19.721868 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867c752a-f9c8-4994-9420-fcd73f1cdfa5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:38:19.723507 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-867c752a-f9c8-4994-9420-fcd73f1cdfa5 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2145004
Nov 19 20:38:22.185006 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 55492) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:38:22.391678 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03b3c90-90f4-485d-92d2-b5f559f92195 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:38:22.393142 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-f03b3c90-90f4-485d-92d2-b5f559f92195 admin admin] 10.222.0.23 "GET /v2.0/networks/494b3b67-d334-4360-a108-86a7036fa249 HTTP/1.1" status: 200  len: 886 time: 0.2071202
Nov 19 20:38:24.838228 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 55502) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:38:25.050938 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288789a4-75f9-4300-8371-f2587d392b01 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:38:25.052397 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-288789a4-75f9-4300-8371-f2587d392b01 admin admin] 10.222.0.23 "GET /v2.0/networks/b80e8d7c-0971-44da-8571-94f2b0e04f45 HTTP/1.1" status: 200  len: 862 time: 0.2131422
Nov 19 20:38:27.504702 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 55512) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:38:27.648046 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c7a859-f202-4734-b645-d5ca9bcfbe4d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:38:27.648457 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c7a859-f202-4734-b645-d5ca9bcfbe4d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:38:27.650088 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-07c7a859-f202-4734-b645-d5ca9bcfbe4d admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1443009
Nov 19 20:38:30.111269 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 55522) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:38:30.253886 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ed6404-e641-4e1c-ba51-df3ea80f06c9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:38:30.254297 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ed6404-e641-4e1c-ba51-df3ea80f06c9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:38:30.255951 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-80ed6404-e641-4e1c-ba51-df3ea80f06c9 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1436524
Nov 19 20:38:32.711074 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 55532) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:38:32.848656 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa491995-a5b6-41b6-8cd4-6baddb86111c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:38:32.850085 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-aa491995-a5b6-41b6-8cd4-6baddb86111c admin admin] 10.222.0.23 "GET /v2.0/subnets/a87766e2-d34e-4e1a-99c0-eee0ac65f3f8 HTTP/1.1" status: 200  len: 816 time: 0.1379776
Nov 19 20:38:35.310759 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 55542) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:38:35.454893 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d801895-3042-4e24-b7df-bf59abca2a38 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:38:35.456262 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-3d801895-3042-4e24-b7df-bf59abca2a38 admin admin] 10.222.0.23 "GET /v2.0/subnets/b52b0bcc-234b-46ee-9c99-c0ee07b898d5 HTTP/1.1" status: 200  len: 868 time: 0.1444149
Nov 19 20:38:35.793660 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-51700dae-a807-41da-93ab-ea50623d0193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:38:38.630127 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ba1b418d-378d-43fe-8bb5-ebb878cf578d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:38:38.772439 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:38:39.744289 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:38:40.097915 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:38:52.963032 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 5 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:39:00.957162 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 55582) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:39:01.134597 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING oslo_policy.policy [None req-67e82be7-f41e-41a3-8189-6d26bb767a78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 20:39:01.135150 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING oslo_policy.policy [None req-67e82be7-f41e-41a3-8189-6d26bb767a78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 20:39:01.362156 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [None req-67e82be7-f41e-41a3-8189-6d26bb767a78 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 20:39:01.363526 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-67e82be7-f41e-41a3-8189-6d26bb767a78 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.4037724
Nov 19 20:39:03.909522 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 55596) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:39:04.009803 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ddfa96-ab45-4784-b516-f7bbc824a719 admin admin] GET failed (client error): The resource could not be found.
Nov 19 20:39:04.011109 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-01ddfa96-ab45-4784-b516-f7bbc824a719 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1005216
Nov 19 20:39:04.148494 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0415b344-db9f-4f1c-93cc-85fdf2f5df7e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:39:04.154192 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-0415b344-db9f-4f1c-93cc-85fdf2f5df7e admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1381075
Nov 19 20:39:05.796080 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-121039f2-f14b-4631-93fe-518920ab7466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:06.614833 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 55606) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:39:06.692123 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-4a006d7a-443d-4024-bd76-53740cc3f5df admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:39:06.696961 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-4a006d7a-443d-4024-bd76-53740cc3f5df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:39:06.706867 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-4a006d7a-443d-4024-bd76-53740cc3f5df admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:39:06.715616 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a006d7a-443d-4024-bd76-53740cc3f5df admin admin] Made reservation on behalf of 5595317aeb9349baac59cf0a3967710b for: {'network': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:39:06.720171 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4a006d7a-443d-4024-bd76-53740cc3f5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:06.814814 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING neutron.services.revisions.revision_plugin [None req-4a006d7a-443d-4024-bd76-53740cc3f5df admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fbcd7cb8d30] {project_id='5595317aeb9349baac59cf0a3967710b', id='bde7fa5d-1278-479f-8fc4-65166b7dfae0', target_tenant='*', action='access_as_shared', object_id='19948260-caa8-4255-97c7-5cc67e139c53'}> to bump revision.
Nov 19 20:39:06.830193 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a006d7a-443d-4024-bd76-53740cc3f5df admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 20:39:06.839271 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4a006d7a-443d-4024-bd76-53740cc3f5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:06.839649 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.segments_db [None req-4a006d7a-443d-4024-bd76-53740cc3f5df admin admin] Added segment f6e0ca26-99bc-4a25-898f-d447a4e4523e of type vxlan for network 19948260-caa8-4255-97c7-5cc67e139c53
Nov 19 20:39:06.865109 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4a006d7a-443d-4024-bd76-53740cc3f5df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778071455654'] for network, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:06.893338 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4a006d7a-443d-4024-bd76-53740cc3f5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:06.894564 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a006d7a-443d-4024-bd76-53740cc3f5df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:39:06.895186 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4a006d7a-443d-4024-bd76-53740cc3f5df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:06.899905 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:39:06.999061 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-4a006d7a-443d-4024-bd76-53740cc3f5df admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.3830595
Nov 19 20:39:07.004238 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a006d7a-443d-4024-bd76-53740cc3f5df admin admin] Pushing event updated for resources: {'Network': ['ID=19948260-caa8-4255-97c7-5cc67e139c53,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:39:07.007151 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4a006d7a-443d-4024-bd76-53740cc3f5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:39:07.015380 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Network 19948260-caa8-4255-97c7-5cc67e139c53 details requested by agent ovs-agent-dv-cinder-750782-3-iscsi with host dv-cinder-750782-3-iscsi {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:39:08.631316 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-37ebbb85-c6a1-4b45-a43e-9b16de800a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:08.774100 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:09.485065 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 55616) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:39:09.592444 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56a6de0-3b33-4c11-83b2-b56a71d67ddb admin admin] GET failed (client error): The resource could not be found.
Nov 19 20:39:09.592987 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-a56a6de0-3b33-4c11-83b2-b56a71d67ddb admin admin] Synchronizing usage tracker for tenant:5595317aeb9349baac59cf0a3967710b on resource:network {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:39:09.608802 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-a56a6de0-3b33-4c11-83b2-b56a71d67ddb admin admin] Unset dirty status for tenant:5595317aeb9349baac59cf0a3967710b on resource:network {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:39:09.610013 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a56a6de0-3b33-4c11-83b2-b56a71d67ddb admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1238830
Nov 19 20:39:09.723949 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2f9a16-c114-4109-bb08-2d7d449c5ec3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:39:09.725410 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-9a2f9a16-c114-4109-bb08-2d7d449c5ec3 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1110504
Nov 19 20:39:09.736341 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-7913c5bb-9060-493d-b756-2a53cbc5008d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '19948260-caa8-4255-97c7-5cc67e139c53', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:39:09.741171 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-7913c5bb-9060-493d-b756-2a53cbc5008d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:39:09.745354 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:09.751031 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-7913c5bb-9060-493d-b756-2a53cbc5008d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:39:09.759294 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7913c5bb-9060-493d-b756-2a53cbc5008d admin admin] Made reservation on behalf of 5595317aeb9349baac59cf0a3967710b for: {'subnet': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:39:09.764317 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7913c5bb-9060-493d-b756-2a53cbc5008d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:10.097657 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:10.153068 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7913c5bb-9060-493d-b756-2a53cbc5008d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for subnet, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:10.168232 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:39:10.463462 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913c5bb-9060-493d-b756-2a53cbc5008d admin admin] Pushing event updated for resources: {'Subnet': ['ID=34562da2-f5b4-497b-8868-8edaa6eed898,revision_number=0']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:39:10.467875 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7913c5bb-9060-493d-b756-2a53cbc5008d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:39:10.528588 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7913c5bb-9060-493d-b756-2a53cbc5008d admin admin] Checking segment: {'id': 'f6e0ca26-99bc-4a25-898f-d447a4e4523e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '19948260-caa8-4255-97c7-5cc67e139c53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:39:10.528973 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7913c5bb-9060-493d-b756-2a53cbc5008d admin admin] Network hostable DHCP agents. Network: 19948260-caa8-4255-97c7-5cc67e139c53, hostable agents: ['8d02a572-c9e9-422d-ae68-8452b80e1360'], hosted agents: [] {{(pid=80324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 20:39:10.549659 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7913c5bb-9060-493d-b756-2a53cbc5008d admin admin] Network 19948260-caa8-4255-97c7-5cc67e139c53 is scheduled to be hosted by DHCP agent 8d02a572-c9e9-422d-ae68-8452b80e1360 with binding_index 1 {{(pid=80324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 20:39:10.557527 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-7913c5bb-9060-493d-b756-2a53cbc5008d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-iscsi, 19948260-caa8-4255-97c7-5cc67e139c53) {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:39:10.561291 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7913c5bb-9060-493d-b756-2a53cbc5008d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:39:10.561973 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7913c5bb-9060-493d-b756-2a53cbc5008d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:10.566529 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc70022f-cc4e-467a-b1ba-96b39a418d7d None None] Network 19948260-caa8-4255-97c7-5cc67e139c53 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:39:10.589809 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-7913c5bb-9060-493d-b756-2a53cbc5008d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8530095
Nov 19 20:39:10.803309 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7e9f841-36e7-5adc-8d1e-609479b39771-19948260-caa8-4255-97c7-5cc67e139c53', 'network_id': '19948260-caa8-4255-97c7-5cc67e139c53', 'tenant_id': '5595317aeb9349baac59cf0a3967710b', 'fixed_ips': [{'subnet_id': '34562da2-f5b4-497b-8868-8edaa6eed898'}]}} from dv-cinder-750782-3-iscsi. {{(pid=80325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 20:39:10.804366 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:11.095478 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Allocated IP 192.168.233.2 (19948260-caa8-4255-97c7-5cc67e139c53/34562da2-f5b4-497b-8868-8edaa6eed898/981394cc-a718-473b-adfc-816acc8ce84f) {{(pid=80325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:39:11.313172 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Notify callbacks [] for port, precommit_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:11.325500 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Transition to ACTIVE for port object 981394cc-a718-473b-adfc-816acc8ce84f will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:39:11.342287 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Transition to ACTIVE for port object 981394cc-a718-473b-adfc-816acc8ce84f will not be triggered until provisioned by entity DHCP. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:39:11.346775 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991'] for port, after_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:11.361980 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:39:11.516428 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Pushing event updated for resources: {'Port': ['ID=981394cc-a718-473b-adfc-816acc8ce84f,revision_number=1']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:39:11.533325 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:39:11.533710 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:39:11.534111 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:39:11.534486 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:39:11.534857 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:39:11.535227 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:39:11.535592 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:39:11.535956 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:39:11.536323 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:39:11.536685 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:39:11.537047 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:39:11.537405 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:39:11.549908 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:39:11.574111 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Network 19948260-caa8-4255-97c7-5cc67e139c53 is already hosted by enough agents. {{(pid=80325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:39:11.575922 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Resources bound (agent type, host, resource id):  {{(pid=80325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:39:11.578475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Received port after_create {{(pid=80325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:39:11.636322 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Attempting to bind port 981394cc-a718-473b-adfc-816acc8ce84f on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:39:11.636654 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Attempting to bind port 981394cc-a718-473b-adfc-816acc8ce84f by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': 'f6e0ca26-99bc-4a25-898f-d447a4e4523e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '19948260-caa8-4255-97c7-5cc67e139c53'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:39:11.637030 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Attempting to bind port 981394cc-a718-473b-adfc-816acc8ce84f on network 19948260-caa8-4255-97c7-5cc67e139c53 {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:39:11.644939 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:39:11.645345 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Checking segment: {'id': 'f6e0ca26-99bc-4a25-898f-d447a4e4523e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '19948260-caa8-4255-97c7-5cc67e139c53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:39:11.645814 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:11.646253 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Bound using segment: {'id': 'f6e0ca26-99bc-4a25-898f-d447a4e4523e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '19948260-caa8-4255-97c7-5cc67e139c53'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:39:11.646791 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Bound port: 981394cc-a718-473b-adfc-816acc8ce84f, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e0ca26-99bc-4a25-898f-d447a4e4523e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '19948260-caa8-4255-97c7-5cc67e139c53'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:39:11.647211 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:11.739775 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] For port 981394cc-a718-473b-adfc-816acc8ce84f, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:39:11.743741 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] For port 981394cc-a718-473b-adfc-816acc8ce84f, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=981394cc-a718-473b-adfc-816acc8ce84f,segment=NetworkSegment(f6e0ca26-99bc-4a25-898f-d447a4e4523e),segment_id=f6e0ca26-99bc-4a25-898f-d447a4e4523e)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:39:11.747702 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:11.763318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:39:11.937867 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Pushing event updated for resources: {'Port': ['ID=981394cc-a718-473b-adfc-816acc8ce84f,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:39:11.941137 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:39:13.185517 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05604129-876f-45e0-81ca-8163ffa97075 None None] Network 19948260-caa8-4255-97c7-5cc67e139c53 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:39:13.319599 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-b023d43b-e5f2-46bb-a0be-b49ad0bbeecd None None] Provisioning for port 981394cc-a718-473b-adfc-816acc8ce84f completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:39:14.135357 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 981394cc-a718-473b-adfc-816acc8ce84f up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:39:14.405242 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port 981394cc-a718-473b-adfc-816acc8ce84f completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:39:14.409991 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port 981394cc-a718-473b-adfc-816acc8ce84f triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:39:14.410410 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:14.527960 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:14.560631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] For port 981394cc-a718-473b-adfc-816acc8ce84f, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=981394cc-a718-473b-adfc-816acc8ce84f,segment=NetworkSegment(f6e0ca26-99bc-4a25-898f-d447a4e4523e),segment_id=f6e0ca26-99bc-4a25-898f-d447a4e4523e)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:39:14.563643 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:14.565825 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:39:14.629703 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Pushing event updated for resources: {'Port': ['ID=981394cc-a718-473b-adfc-816acc8ce84f,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:39:14.632897 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:39:16.119254 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 981394cc-a718-473b-adfc-816acc8ce84f up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:39:16.210848 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port 981394cc-a718-473b-adfc-816acc8ce84f triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:39:16.211264 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:29.963826 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 5 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:39:35.800054 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-44358d52-a557-4627-94b5-6a52d12a0804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:38.632282 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0fe548a5-f33a-4ca9-909c-6c6bd94c9fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:38.777424 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:39.746946 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:39:40.103073 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:40:05.800912 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ba96a508-a706-4219-989f-d85f793b8ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:40:06.964689 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 5 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:40:08.633624 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-223475ac-98b8-4d93-8a80-3087934f83d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:40:08.779778 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:40:09.749313 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:40:10.109377 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:40:19.345012 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 55658) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:40:19.351411 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [None req-bd77ed59-b37c-4376-a317-11b3df6681b3 tempest-verify_tempest_config-1760263078 tempest-verify_tempest_config-1760263078] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80324) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 20:40:19.352442 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-bd77ed59-b37c-4376-a317-11b3df6681b3 tempest-verify_tempest_config-1760263078 tempest-verify_tempest_config-1760263078] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12795 time: 0.0064054
Nov 19 20:40:19.694514 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 55678) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:40:19.844862 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:40:19.877313 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:40:19.881248 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Usage tracker for resource:security_group_rule and tenant:64fedb93027440caa3e1d00653e64e31 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:40:19.884165 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:40:19.889859 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:40:19.962660 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:40:19.965716 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:40:19.974310 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:40:20.015670 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff538f4-fc30-4993-9a27-365a3c37306b,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:40:20.020596 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Synchronizing usage tracker for tenant:5595317aeb9349baac59cf0a3967710b on resource:security_group {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:40:20.032237 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:40:20.032631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:40:20.033007 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:40:20.033375 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:40:20.033780 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:40:20.034129 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:40:20.034492 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:40:20.034854 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:40:20.035215 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:40:20.035571 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:40:20.035925 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:40:20.036281 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:40:20.041696 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:40:20.048829 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Unset dirty status for tenant:5595317aeb9349baac59cf0a3967710b on resource:security_group {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:40:20.050198 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=64fedb93027440caa3e1d00653e64e31&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3545222
Nov 19 20:40:20.052827 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 55684) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:40:20.113198 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f90a58b-0869-41a9-a141-f053427a0157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:40:20.143647 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f90a58b-0869-41a9-a141-f053427a0157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:40:20.192728 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f90a58b-0869-41a9-a141-f053427a0157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:40:20.198415 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:40:20.211736 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90a58b-0869-41a9-a141-f053427a0157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff538f4-fc30-4993-9a27-365a3c37306b,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:40:20.215291 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1f90a58b-0869-41a9-a141-f053427a0157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:40:20.216172 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f90a58b-0869-41a9-a141-f053427a0157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:40:20.217361 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-1f90a58b-0869-41a9-a141-f053427a0157 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cff538f4-fc30-4993-9a27-365a3c37306b HTTP/1.1" status: 204  len: 168 time: 0.1635816
Nov 19 20:40:35.802066 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b701c9c4-55fb-42d4-8b54-9b7687427ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:40:38.635299 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8c46f31d-0d3b-4bd3-ab08-2d1fbf4087d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:40:38.780605 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:40:39.750365 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:40:40.114147 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:40:43.965245 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 5 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:41:05.803002 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ab77a0f5-2948-4a6d-b32f-134f798f8271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:41:08.638432 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ab71a645-054d-452d-be93-cdda0bcb1107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:41:08.784946 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:41:09.752330 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:41:10.124466 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:41:20.965415 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 5 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:41:35.805114 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9999e937-d35f-4167-bf4d-95037aaed389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:41:38.640178 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f345428a-2db9-43cc-b12e-b6a7123bb5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:41:38.787443 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:41:39.754508 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:41:40.117574 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:41:57.966511 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 5 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:41:58.719151 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689'] for agent, after_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:41:58.719603 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:41:58.719993 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:41:58.720454 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:41:58.720851 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:41:58.721284 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:41:58.721656 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:41:58.722058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:41:58.722462 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:41:58.722847 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:41:58.723215 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:41:58.723641 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:41:58.724052 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:41:58.724486 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fbcd76c0898>, 'Open vSwitch agent', 'hv-cinder-75078', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:41:58.728584 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fbcd7688080>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-75078', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:41:59.157401 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-213589af-5480-4528-850d-679758bf95dc None None] get_endpoint_by_host() called for host hv-cinder-75078 {{(pid=80325) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Nov 19 20:41:59.162123 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-213589af-5480-4528-850d-679758bf95dc None None] get_endpoint_by_ip() called for ip 192.168.0.11 {{(pid=80325) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Nov 19 20:41:59.165663 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-213589af-5480-4528-850d-679758bf95dc None None] _add_endpoint() called for ip 192.168.0.11 {{(pid=80325) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Nov 19 20:41:59.170344 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-213589af-5480-4528-850d-679758bf95dc None None] _get_endpoints() called {{(pid=80325) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Nov 19 20:42:05.807352 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0581d6d3-d7cf-436b-8f9a-0f2ab5342808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:42:08.641717 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a0e3a48a-44a5-4ad0-8f83-9b685d389f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:42:08.792122 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:42:09.758738 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:42:10.124370 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:42:11.073182 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 55756) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:42:11.223325 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-8a87ff64-3674-4395-98e6-817f64910b1c admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1489336
Nov 19 20:42:13.720690 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 55766) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:42:13.807752 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-ebe73889-96a1-4112-ab67-5da930390b25 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0858893
Nov 19 20:42:28.713927 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:42:34.968548 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:42:35.807148 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c8f9f7fb-238c-4021-bb95-c0aba4f1772d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:42:38.643520 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f139ac7a-0022-4f20-b7cf-f4c75dca560f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:42:38.792638 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:42:39.759829 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:42:40.125042 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:42:58.730385 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:05.809025 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d122e47f-78b1-4cd8-b478-ee7ea7cb28c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:08.651026 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9ae7bf03-fbb0-4e6f-b84e-3e77d4424131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:08.804405 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:09.765642 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:10.133656 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:11.969467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:43:28.730872 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:35.811406 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8d4f239f-af7d-4764-9223-74e1e267b727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:38.644261 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d077ef37-a3c5-43bc-9843-70aa5ddc8f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:38.800308 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:39.759059 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:40.135896 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:48.587928 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 55968) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:48.622115 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 55974) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:48.656818 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 55980) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:48.749347 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 55994) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:48.973061 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:43:49.046251 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1796639577-network', 'tenant_id': '60d23972af824cf985722cae5dc86a4b'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:43:49.050423 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.quota [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fbcdce4ca20>.
Nov 19 20:43:49.109492 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:43:49.117504 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Usage tracker for resource:network and tenant:60d23972af824cf985722cae5dc86a4b is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:43:49.123139 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:43:49.134338 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:43:49.144840 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1196265953-network', 'tenant_id': 'e630c4b863fc4f05a67504f58217b092'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:43:49.157014 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-736154027-network', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:43:49.163848 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:43:49.168142 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Usage tracker for resource:network and tenant:e630c4b863fc4f05a67504f58217b092 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:43:49.171247 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:43:49.177931 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:43:49.195580 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1900196231-network', 'tenant_id': '815c1f905e754bd799b86d9adaab1030'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:43:49.203019 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Made reservation on behalf of e630c4b863fc4f05a67504f58217b092 for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:43:49.242971 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.policy [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80323) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Nov 19 20:43:49.243941 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING oslo_policy.policy [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 20:43:49.244421 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING oslo_policy.policy [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 20:43:49.256391 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:49.283113 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:43:49.285543 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Made reservation on behalf of 60d23972af824cf985722cae5dc86a4b for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:43:49.291976 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:49.314185 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:49.324962 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:43:49.327677 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Usage tracker for resource:network and tenant:815c1f905e754bd799b86d9adaab1030 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:43:49.334745 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:43:49.340786 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Usage tracker for resource:network and tenant:fa99d0118df442eca2afa5e7043d1676 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:43:49.346039 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:49.356426 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:43:49.361145 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:43:49.371407 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:43:49.417032 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Made reservation on behalf of 815c1f905e754bd799b86d9adaab1030 for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:43:49.421663 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:49.440591 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Made reservation on behalf of fa99d0118df442eca2afa5e7043d1676 for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:43:49.445384 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:49.474533 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:43:49.477022 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:49.491490 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:49.502668 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Usage tracker for resource:security_group_rule and tenant:e630c4b863fc4f05a67504f58217b092 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:43:49.507449 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:43:49.511932 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:43:49.523903 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Usage tracker for resource:security_group_rule and tenant:60d23972af824cf985722cae5dc86a4b is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:43:49.530511 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:43:49.534681 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:43:49.544457 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:43:49.595026 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:43:49.606848 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Usage tracker for resource:security_group_rule and tenant:815c1f905e754bd799b86d9adaab1030 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:43:49.615111 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:43:49.618028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:43:49.631133 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:43:49.637616 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Usage tracker for resource:security_group_rule and tenant:fa99d0118df442eca2afa5e7043d1676 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:43:49.641721 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:43:49.661772 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:43:49.792916 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:49.799659 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:49.803025 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:49.821496 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:49.831655 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:49.872297 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 20:43:49.886454 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778072056128', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:49.887168 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.segments_db [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Added segment 1631c808-525d-4114-a0fd-3928fbc2f5e0 of type vxlan for network 2ce3015e-7733-4848-848e-064d0fd6ea67
Nov 19 20:43:50.040045 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:50.060348 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:50.070673 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778071455654'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:50.110545 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:50.121312 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:50.131779 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:50.185177 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.185568 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.185986 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.186447 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.188807 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.191189 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.191569 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.191942 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.192885 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.193248 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.193608 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.194005 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.194404 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.194759 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.195108 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.195458 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.195809 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.196253 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.197865 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.203291 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.203698 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.204076 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.204448 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.204814 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Tracked resource versions report:
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]: pushed versions:
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]: {   'AddressGroup': {'1.0'},
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:     'ConntrackHelper': {'1.0'},
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Log': {'1.0'},
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Network': {'1.1'},
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Port': {'1.6'},
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:     'PortForwarding': {'1.2'},
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:     'QosPolicy': {'1.8'},
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SecurityGroup': {'1.2'},
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SecurityGroupRule': {'1.0'},
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SubPort': {'1.0'},
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Subnet': {'1.1'},
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Trunk': {'1.1'}}
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]: consumer versions:
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]: {   DHCP agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:     L3 agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:     Metadata agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:     Metering agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:     Open vSwitch agent@dv-cinder-750782-3-iscsi: {   'AddressGroup': '1.0',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'ConntrackHelper': '1.0',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Log': '1.0',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Network': '1.1',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Port': '1.6',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'PortForwarding': '1.2',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'QosPolicy': '1.8',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SecurityGroup': '1.2',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SecurityGroupRule': '1.0',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SubPort': '1.0',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Subnet': '1.1',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Trunk': '1.1'},
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:     Open vSwitch agent@hv-cinder-75078: {   'AddressGroup': '1.0',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'ConntrackHelper': '1.0',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'Log': '1.0',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'Network': '1.1',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'Port': '1.6',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'PortForwarding': '1.2',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'QosPolicy': '1.8',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'SecurityGroup': '1.2',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'SecurityGroupRule': '1.0',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'SubPort': '1.0',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'Subnet': '1.1',
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'Trunk': '1.1'}}
Nov 19 20:43:50.207223 dv-cinder-750782-3-iscsi neutron-server[80212]:  {{(pid=80323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 20:43:50.252217 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:50.258818 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:43:50.259554 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:50.264513 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:43:50.264887 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:43:50.265480 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:43:50.265838 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:43:50.266410 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:43:50.266742 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:43:50.315863 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:50.321208 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:50.321702 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.281s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:50.365766 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:50.372430 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.7467988
Nov 19 20:43:50.373609 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 56060) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:50.382559 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Request body: {'subnet': {'network_id': '2ce3015e-7733-4848-848e-064d0fd6ea67', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1196265953-subnet', 'tenant_id': 'e630c4b863fc4f05a67504f58217b092', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:43:50.397102 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c22df1-a510-4b87-97f2-e46b62440311,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:50.400447 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:50.400889 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:50.401249 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:50.401605 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:50.401930 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:50.402328 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:50.402740 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:43:50.409342 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Usage tracker for resource:subnet and tenant:e630c4b863fc4f05a67504f58217b092 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:43:50.414047 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:43:50.421325 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:43:50.439097 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Made reservation on behalf of e630c4b863fc4f05a67504f58217b092 for: {'subnet': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:43:50.445482 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:50.723685 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Pushing event updated for resources: {'Network': ['ID=2ce3015e-7733-4848-848e-064d0fd6ea67,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:50.728728 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:50.740868 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Network 2ce3015e-7733-4848-848e-064d0fd6ea67 details requested by agent ovs-agent-dv-cinder-750782-3-iscsi with host dv-cinder-750782-3-iscsi {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:43:50.766937 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:50.797295 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:50.810240 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:50.926901 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for subnet, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:50.957981 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:50.963440 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 20:43:50.977660 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Network 2ce3015e-7733-4848-848e-064d0fd6ea67 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:43:50.999536 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778072056128', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:51.000065 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.segments_db [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Added segment 4d8bb714-8049-4fcb-9d3d-494ad10c767d of type vxlan for network 0a113bd1-778c-4e88-acd2-a1595854211f
Nov 19 20:43:51.039920 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778071455654'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:51.096658 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:51.097725 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 20:43:51.101333 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:43:51.101694 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:43:51.113346 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:43:51.114668 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:51.136951 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Pushing event updated for resources: {'Subnet': ['ID=61fe5f9f-aa74-4c90-822d-2b56b29c0b01,revision_number=0']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:51.179962 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:51.201767 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.201767 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.202113 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.202590 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.203127 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.203753 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.204198 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.204627 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.205062 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.205489 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.205945 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.206382 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.206865 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.207291 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.207736 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.208168 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.208596 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.209021 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.209443 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.209896 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.210335 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.210762 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.211736 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.212232 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Tracked resource versions report:
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]: pushed versions:
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]: {   'AddressGroup': {'1.0'},
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:     'ConntrackHelper': {'1.0'},
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Log': {'1.0'},
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Network': {'1.1'},
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Port': {'1.6'},
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:     'PortForwarding': {'1.2'},
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:     'QosPolicy': {'1.8'},
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SecurityGroup': {'1.2'},
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SecurityGroupRule': {'1.0'},
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SubPort': {'1.0'},
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Subnet': {'1.1'},
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Trunk': {'1.1'}}
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]: consumer versions:
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]: {   DHCP agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:     L3 agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:     Metadata agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:     Metering agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:     Open vSwitch agent@dv-cinder-750782-3-iscsi: {   'AddressGroup': '1.0',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'ConntrackHelper': '1.0',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Log': '1.0',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Network': '1.1',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Port': '1.6',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'PortForwarding': '1.2',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'QosPolicy': '1.8',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SecurityGroup': '1.2',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SecurityGroupRule': '1.0',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SubPort': '1.0',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Subnet': '1.1',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Trunk': '1.1'},
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:     Open vSwitch agent@hv-cinder-75078: {   'AddressGroup': '1.0',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'ConntrackHelper': '1.0',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'Log': '1.0',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'Network': '1.1',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'Port': '1.6',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'PortForwarding': '1.2',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'QosPolicy': '1.8',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'SecurityGroup': '1.2',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'SecurityGroupRule': '1.0',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'SubPort': '1.0',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'Subnet': '1.1',
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'Trunk': '1.1'}}
Nov 19 20:43:51.214103 dv-cinder-750782-3-iscsi neutron-server[80212]:  {{(pid=80324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 20:43:51.218818 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.4678769
Nov 19 20:43:51.225509 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:51.226053 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 56088) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:51.233015 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778072056128', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:51.233519 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.segments_db [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Added segment 3765f5f7-1fd3-4398-b91d-0da70ec87c6e of type vxlan for network 63879a0e-667c-47c5-9e83-8caef3374839
Nov 19 20:43:51.241354 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-d7835887-6cbd-4b5b-b9d5-1d99ea5e1b17 admin admin] Request body: {'subnet': {'network_id': '0a113bd1-778c-4e88-acd2-a1595854211f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1900196231-subnet', 'tenant_id': '815c1f905e754bd799b86d9adaab1030', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:43:51.269711 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-d7835887-6cbd-4b5b-b9d5-1d99ea5e1b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:43:51.276725 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-d7835887-6cbd-4b5b-b9d5-1d99ea5e1b17 admin admin] Usage tracker for resource:subnet and tenant:815c1f905e754bd799b86d9adaab1030 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:43:51.296902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-d7835887-6cbd-4b5b-b9d5-1d99ea5e1b17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:43:51.314715 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-d7835887-6cbd-4b5b-b9d5-1d99ea5e1b17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:43:51.321717 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:51.331508 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7835887-6cbd-4b5b-b9d5-1d99ea5e1b17 admin admin] Made reservation on behalf of 815c1f905e754bd799b86d9adaab1030 for: {'subnet': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:43:51.337309 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d7835887-6cbd-4b5b-b9d5-1d99ea5e1b17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:51.357304 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Pushing event updated for resources: {'Network': ['ID=0a113bd1-778c-4e88-acd2-a1595854211f,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:51.365268 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:51.370631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778071455654'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:51.372239 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Network 0a113bd1-778c-4e88-acd2-a1595854211f details requested by agent ovs-agent-dv-cinder-750782-3-iscsi with host dv-cinder-750782-3-iscsi {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:43:51.422611 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:51.426028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:43:51.427223 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:51.431193 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:43:51.431642 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:43:51.433950 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:51.550847 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.9588730
Nov 19 20:43:51.554211 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56104) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:51.556958 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Pushing event updated for resources: {'Network': ['ID=63879a0e-667c-47c5-9e83-8caef3374839,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:51.560307 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-60d11042-84ae-46f6-be1e-cce4e946e85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:51.565010 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-89854c78-b6a6-412f-b8f9-1566de6c7bc9 admin admin] Request body: {'subnet': {'network_id': '63879a0e-667c-47c5-9e83-8caef3374839', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1796639577-subnet', 'tenant_id': '60d23972af824cf985722cae5dc86a4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:43:51.571945 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-89854c78-b6a6-412f-b8f9-1566de6c7bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:43:51.578016 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-89854c78-b6a6-412f-b8f9-1566de6c7bc9 admin admin] Usage tracker for resource:subnet and tenant:60d23972af824cf985722cae5dc86a4b is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:43:51.582196 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-89854c78-b6a6-412f-b8f9-1566de6c7bc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:43:51.590189 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-89854c78-b6a6-412f-b8f9-1566de6c7bc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:43:51.604107 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89854c78-b6a6-412f-b8f9-1566de6c7bc9 admin admin] Made reservation on behalf of 60d23972af824cf985722cae5dc86a4b for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:43:51.612551 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Network 0a113bd1-778c-4e88-acd2-a1595854211f details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:43:51.612718 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89854c78-b6a6-412f-b8f9-1566de6c7bc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:51.633903 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Network 63879a0e-667c-47c5-9e83-8caef3374839 details requested by agent ovs-agent-dv-cinder-750782-3-iscsi with host dv-cinder-750782-3-iscsi {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:43:51.710163 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Checking segment: {'id': '1631c808-525d-4114-a0fd-3928fbc2f5e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ce3015e-7733-4848-848e-064d0fd6ea67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:43:51.710301 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Network hostable DHCP agents. Network: 2ce3015e-7733-4848-848e-064d0fd6ea67, hostable agents: ['8d02a572-c9e9-422d-ae68-8452b80e1360'], hosted agents: [] {{(pid=80324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 20:43:51.713511 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56112) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:51.771024 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Network 63879a0e-667c-47c5-9e83-8caef3374839 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:43:51.820225 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Network 2ce3015e-7733-4848-848e-064d0fd6ea67 is scheduled to be hosted by DHCP agent 8d02a572-c9e9-422d-ae68-8452b80e1360 with binding_index 1 {{(pid=80324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 20:43:51.842929 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-iscsi, 2ce3015e-7733-4848-848e-064d0fd6ea67) {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:43:51.858717 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:43:51.859375 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:51.871354 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 56120) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:51.924748 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.5493622
Nov 19 20:43:51.944627 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fdadf1-80ec-4a66-a849-e02e37b47c41 None None] Network 2ce3015e-7733-4848-848e-064d0fd6ea67 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:43:51.999083 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d7835887-6cbd-4b5b-b9d5-1d99ea5e1b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for subnet, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:52.015943 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:52.039282 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-54d0e90e-733e-4d7c-9532-2ed79d10254d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:52.078967 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7835887-6cbd-4b5b-b9d5-1d99ea5e1b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab1e6561-e749-40d7-a5a9-de196eaf5e63,revision_number=0']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:52.088047 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d7835887-6cbd-4b5b-b9d5-1d99ea5e1b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:52.115771 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-54d0e90e-733e-4d7c-9532-2ed79d10254d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:43:52.122347 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-54d0e90e-733e-4d7c-9532-2ed79d10254d admin admin] Usage tracker for resource:security_group_rule and tenant:0a9c63e0545c4ff18e4df61348f07847 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:43:52.126608 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-54d0e90e-733e-4d7c-9532-2ed79d10254d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:43:52.135493 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-54d0e90e-733e-4d7c-9532-2ed79d10254d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:43:52.193889 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3b7835ee-b48c-4916-b249-f202584f0a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:52.251768 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-3b7835ee-b48c-4916-b249-f202584f0a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:43:52.256592 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-3b7835ee-b48c-4916-b249-f202584f0a7f admin admin] Usage tracker for resource:security_group_rule and tenant:1acbfb38072b43a595260b88dab5d627 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:43:52.259627 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-3b7835ee-b48c-4916-b249-f202584f0a7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:43:52.265615 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-3b7835ee-b48c-4916-b249-f202584f0a7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:43:52.342921 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3b7835ee-b48c-4916-b249-f202584f0a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:52.350075 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3b7835ee-b48c-4916-b249-f202584f0a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:52.388126 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0b96dde8-c7e1-4333-89de-df5f99d7c052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:52.399462 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-3b7835ee-b48c-4916-b249-f202584f0a7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1acbfb38072b43a595260b88dab5d627&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5170326
Nov 19 20:43:52.403765 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 56140) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:52.484878 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eb2a22-d5c3-4109-bd94-80f96741750c None None] Network 2ce3015e-7733-4848-848e-064d0fd6ea67 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:43:52.508771 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7835ee-b48c-4916-b249-f202584f0a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78013fb-bf54-4efe-a337-035d8983411f,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:52.512344 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3b7835ee-b48c-4916-b249-f202584f0a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:52.532232 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-54d0e90e-733e-4d7c-9532-2ed79d10254d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:52.564341 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-54d0e90e-733e-4d7c-9532-2ed79d10254d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:52.566907 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3335704b-2af4-438b-acb0-a2044cd4e815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:52.582525 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7835887-6cbd-4b5b-b9d5-1d99ea5e1b17 admin admin] Checking segment: {'id': '4d8bb714-8049-4fcb-9d3d-494ad10c767d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0a113bd1-778c-4e88-acd2-a1595854211f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:43:52.582950 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7835887-6cbd-4b5b-b9d5-1d99ea5e1b17 admin admin] Network hostable DHCP agents. Network: 0a113bd1-778c-4e88-acd2-a1595854211f, hostable agents: ['8d02a572-c9e9-422d-ae68-8452b80e1360'], hosted agents: [] {{(pid=80324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 20:43:52.584470 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:52.620896 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3335704b-2af4-438b-acb0-a2044cd4e815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:52.640513 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89854c78-b6a6-412f-b8f9-1566de6c7bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:52.642002 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7835887-6cbd-4b5b-b9d5-1d99ea5e1b17 admin admin] Network 0a113bd1-778c-4e88-acd2-a1595854211f is scheduled to be hosted by DHCP agent 8d02a572-c9e9-422d-ae68-8452b80e1360 with binding_index 1 {{(pid=80324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 20:43:52.671541 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-d7835887-6cbd-4b5b-b9d5-1d99ea5e1b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-iscsi, 0a113bd1-778c-4e88-acd2-a1595854211f) {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:43:52.678728 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7835887-6cbd-4b5b-b9d5-1d99ea5e1b17 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:43:52.679509 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d7835887-6cbd-4b5b-b9d5-1d99ea5e1b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:52.708738 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-d7835887-6cbd-4b5b-b9d5-1d99ea5e1b17 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.4754388
Nov 19 20:43:52.713275 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 56160) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:52.719915 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1900196231-router', 'tenant_id': '815c1f905e754bd799b86d9adaab1030', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:43:52.725764 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:43:52.730672 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Usage tracker for resource:router and tenant:815c1f905e754bd799b86d9adaab1030 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:43:52.733880 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:43:52.740229 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:43:52.743806 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ac6568-e7fb-453c-858f-15826dbc6285 None None] Network 0a113bd1-778c-4e88-acd2-a1595854211f requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:43:52.749538 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3335704b-2af4-438b-acb0-a2044cd4e815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:52.756702 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:52.776044 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15706'] for router, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:52.777719 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-957748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854176309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854233420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760147'] for router, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:52.783105 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 56168) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:52.787061 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-54d0e90e-733e-4d7c-9532-2ed79d10254d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a9c63e0545c4ff18e4df61348f07847&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0695710
Nov 19 20:43:52.788102 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335704b-2af4-438b-acb0-a2044cd4e815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78013fb-bf54-4efe-a337-035d8983411f,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:52.790605 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56170) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:52.791290 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0e90e-733e-4d7c-9532-2ed79d10254d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50e669b-d7c8-4eec-b45c-bc931a1746bd,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:52.794724 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3335704b-2af4-438b-acb0-a2044cd4e815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:52.796349 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-54d0e90e-733e-4d7c-9532-2ed79d10254d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:52.797517 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:52.804340 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 19 20:43:52.925422 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89854c78-b6a6-412f-b8f9-1566de6c7bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab92e9f-b75c-4b39-aa79-a06c5c9e14f7,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:52.946031 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-89854c78-b6a6-412f-b8f9-1566de6c7bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:52.948612 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89854c78-b6a6-412f-b8f9-1566de6c7bc9 admin admin] Checking segment: {'id': '3765f5f7-1fd3-4398-b91d-0da70ec87c6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '63879a0e-667c-47c5-9e83-8caef3374839'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:43:52.949003 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89854c78-b6a6-412f-b8f9-1566de6c7bc9 admin admin] Network hostable DHCP agents. Network: 63879a0e-667c-47c5-9e83-8caef3374839, hostable agents: ['8d02a572-c9e9-422d-ae68-8452b80e1360'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 20:43:52.958269 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-575d55d6-5399-4f0a-a8ad-977307c6168b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:52.966278 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3335704b-2af4-438b-acb0-a2044cd4e815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:52.970041 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-3335704b-2af4-438b-acb0-a2044cd4e815 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b78013fb-bf54-4efe-a337-035d8983411f HTTP/1.1" status: 204  len: 168 time: 0.5625401
Nov 19 20:43:52.973349 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61246914-9427-429f-9334-7842848ce69b req-e08797c3-7050-4332-853e-01a67e842ece tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:43:52.975039 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61246914-9427-429f-9334-7842848ce69b req-e08797c3-7050-4332-853e-01a67e842ece tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/networks?id=2ce3015e-7733-4848-848e-064d0fd6ea67 HTTP/1.1" status: 200  len: 815 time: 0.1844320
Nov 19 20:43:52.987450 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:53.001820 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-575d55d6-5399-4f0a-a8ad-977307c6168b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:53.011981 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89854c78-b6a6-412f-b8f9-1566de6c7bc9 admin admin] Network 63879a0e-667c-47c5-9e83-8caef3374839 is scheduled to be hosted by DHCP agent 8d02a572-c9e9-422d-ae68-8452b80e1360 with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 20:43:53.038144 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61246914-9427-429f-9334-7842848ce69b req-c6a0e2d5-9307-4b28-b179-f81e0cdc6898 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/quotas/e630c4b863fc4f05a67504f58217b092 HTTP/1.1" status: 200  len: 375 time: 0.0441620
Nov 19 20:43:53.046012 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-89854c78-b6a6-412f-b8f9-1566de6c7bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-iscsi, 63879a0e-667c-47c5-9e83-8caef3374839) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:43:53.056867 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89854c78-b6a6-412f-b8f9-1566de6c7bc9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:43:53.057520 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89854c78-b6a6-412f-b8f9-1566de6c7bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:53.073349 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1607092-8bff-4e46-a8c5-6bdfda080e80 None None] Network 63879a0e-667c-47c5-9e83-8caef3374839 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:43:53.110908 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-89854c78-b6a6-412f-b8f9-1566de6c7bc9 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.5553179
Nov 19 20:43:53.112840 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-575d55d6-5399-4f0a-a8ad-977307c6168b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:53.116507 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-575d55d6-5399-4f0a-a8ad-977307c6168b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:53.117883 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-575d55d6-5399-4f0a-a8ad-977307c6168b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b50e669b-d7c8-4eec-b45c-bc931a1746bd HTTP/1.1" status: 204  len: 168 time: 0.3234811
Nov 19 20:43:53.118663 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:53.124750 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61246914-9427-429f-9334-7842848ce69b req-35f689d8-f548-47b5-9f96-d413b5eb48ce tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?tenant_id=e630c4b863fc4f05a67504f58217b092&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0775125
Nov 19 20:43:53.142592 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:53.219461 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d55d6-5399-4f0a-a8ad-977307c6168b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50e669b-d7c8-4eec-b45c-bc931a1746bd,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:53.225111 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-575d55d6-5399-4f0a-a8ad-977307c6168b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:53.262092 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 20:43:53.270961 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375cdfa1-9f63-48eb-8c14-dd6e3861a94b None None] Network 0a113bd1-778c-4e88-acd2-a1595854211f requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:43:53.285696 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854176452', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853817947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760132'] for router, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:53.290012 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778072056128', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:53.290460 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.segments_db [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Added segment 5f81fa6e-fc9f-4726-931b-51fc754fde2a of type vxlan for network 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd
Nov 19 20:43:53.353120 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778071455654'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:53.421648 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:53.423279 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:43:53.424061 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:53.437311 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:53.599066 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Pushing event updated for resources: {'Network': ['ID=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:53.613042 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 4.9550908
Nov 19 20:43:53.614647 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:53.616254 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56206) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:53.625715 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Network 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd details requested by agent ovs-agent-dv-cinder-750782-3-iscsi with host dv-cinder-750782-3-iscsi {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:43:53.635708 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-1f7d9f9b-82e4-4ff2-8ddf-ca925d3d5186 admin admin] Request body: {'subnet': {'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-736154027-subnet', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:43:53.651890 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-1f7d9f9b-82e4-4ff2-8ddf-ca925d3d5186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:43:53.659950 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a583f89e-dc47-42e5-806a-cecc9e61ff6f None None] Network 63879a0e-667c-47c5-9e83-8caef3374839 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:43:53.662829 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:53.663704 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-1f7d9f9b-82e4-4ff2-8ddf-ca925d3d5186 admin admin] Usage tracker for resource:subnet and tenant:fa99d0118df442eca2afa5e7043d1676 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:43:53.667142 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-1f7d9f9b-82e4-4ff2-8ddf-ca925d3d5186 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:43:53.673578 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-1f7d9f9b-82e4-4ff2-8ddf-ca925d3d5186 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:43:53.686303 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7d9f9b-82e4-4ff2-8ddf-ca925d3d5186 admin admin] Made reservation on behalf of fa99d0118df442eca2afa5e7043d1676 for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:43:53.691773 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f7d9f9b-82e4-4ff2-8ddf-ca925d3d5186 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:53.700389 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:54.032611 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56224) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:54.058673 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56228) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:54.145356 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2ac19232-2933-4a92-bca1-6d1739068b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:54.176214 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Allocated IP 172.27.0.170 (494b3b67-d334-4360-a108-86a7036fa249/a87766e2-d34e-4e1a-99c0-eee0ac65f3f8/a85cf481-c8d2-4927-82e1-774c305d0f03) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:43:54.194357 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-82df40a0-2f0a-4140-b46a-30e753207b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:54.342671 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-2ac19232-2933-4a92-bca1-6d1739068b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:43:54.351955 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:54.354136 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-2ac19232-2933-4a92-bca1-6d1739068b72 admin admin] Usage tracker for resource:security_group_rule and tenant:f66894dea37f49f99d1831cc8e92aab5 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:43:54.358344 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-2ac19232-2933-4a92-bca1-6d1739068b72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:43:54.373482 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-82df40a0-2f0a-4140-b46a-30e753207b9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:43:54.377612 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-2ac19232-2933-4a92-bca1-6d1739068b72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:43:54.383583 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:54.384495 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-82df40a0-2f0a-4140-b46a-30e753207b9a admin admin] Usage tracker for resource:security_group_rule and tenant:75a8b4017ff74b56bed46b5a70ce77af is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:43:54.388392 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-82df40a0-2f0a-4140-b46a-30e753207b9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:43:54.401377 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-82df40a0-2f0a-4140-b46a-30e753207b9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:43:54.403660 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:54.444138 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [req-61246914-9427-429f-9334-7842848ce69b req-bbedef09-8938-4a15-8a0e-cca856e6ff92 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80324) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 20:43:54.445234 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61246914-9427-429f-9334-7842848ce69b req-bbedef09-8938-4a15-8a0e-cca856e6ff92 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.1629984
Nov 19 20:43:54.584645 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2ac19232-2933-4a92-bca1-6d1739068b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:54.592175 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-82df40a0-2f0a-4140-b46a-30e753207b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:54.595569 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56252) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:54.596280 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2ac19232-2933-4a92-bca1-6d1739068b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:54.602479 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 19 20:43:54.615953 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-54d0e90e-733e-4d7c-9532-2ed79d10254d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:54.623046 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-82df40a0-2f0a-4140-b46a-30e753207b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:54.688379 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f7d9f9b-82e4-4ff2-8ddf-ca925d3d5186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:54.758986 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac19232-2933-4a92-bca1-6d1739068b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28913126-df30-40d5-9f8f-8b8bbbfcee02,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:54.769208 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-2ac19232-2933-4a92-bca1-6d1739068b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:54.774679 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-2ac19232-2933-4a92-bca1-6d1739068b72 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f66894dea37f49f99d1831cc8e92aab5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7397163
Nov 19 20:43:54.775378 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:54.781251 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 56256) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:54.781994 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a85cf481-c8d2-4927-82e1-774c305d0f03,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:54.835462 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:54.849941 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-82df40a0-2f0a-4140-b46a-30e753207b9a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75a8b4017ff74b56bed46b5a70ce77af&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7837584
Nov 19 20:43:54.851769 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 56260) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:54.991075 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61246914-9427-429f-9334-7842848ce69b req-05763ace-2d45-4b8d-be59-ad26df92c1b9 service neutron] 10.222.0.23 "GET /v2.0/networks/2ce3015e-7733-4848-848e-064d0fd6ea67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5265486
Nov 19 20:43:55.049416 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Network 494b3b67-d334-4360-a108-86a7036fa249 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:43:55.055827 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:43:55.079467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:43:55.104938 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df40a0-2f0a-4140-b46a-30e753207b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0529daa-b72e-41a6-b787-f1db38647b9a,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:55.111601 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-82df40a0-2f0a-4140-b46a-30e753207b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:55.113880 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.374s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:55.184049 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-27b76380-ea14-43a7-bcb1-7ed8be83f910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:55.193956 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-da2ac5de-2e21-4ce3-8dd8-eae780eb4e87 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:43:55.194821 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-da2ac5de-2e21-4ce3-8dd8-eae780eb4e87 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Synchronizing usage tracker for tenant:60d23972af824cf985722cae5dc86a4b on resource:network {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:43:55.220177 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c25b024b-89c7-4921-a26b-9437bb380268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:55.222973 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d9f9b-82e4-4ff2-8ddf-ca925d3d5186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59cbba1f-50a8-4d2a-8185-b2dfe8b126e2,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:55.228580 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1f7d9f9b-82e4-4ff2-8ddf-ca925d3d5186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:55.236255 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-da2ac5de-2e21-4ce3-8dd8-eae780eb4e87 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Unset dirty status for tenant:60d23972af824cf985722cae5dc86a4b on resource:network {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:43:55.237454 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-da2ac5de-2e21-4ce3-8dd8-eae780eb4e87 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/networks?id=63879a0e-667c-47c5-9e83-8caef3374839 HTTP/1.1" status: 200  len: 812 time: 0.6397321
Nov 19 20:43:55.275601 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-31d78366-5c2b-445e-b34d-89526c8b727d tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/quotas/60d23972af824cf985722cae5dc86a4b HTTP/1.1" status: 200  len: 375 time: 0.0311050
Nov 19 20:43:55.280497 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7d9f9b-82e4-4ff2-8ddf-ca925d3d5186 admin admin] Checking segment: {'id': '5f81fa6e-fc9f-4726-931b-51fc754fde2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:43:55.280905 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7d9f9b-82e4-4ff2-8ddf-ca925d3d5186 admin admin] Network hostable DHCP agents. Network: 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd, hostable agents: ['8d02a572-c9e9-422d-ae68-8452b80e1360'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 20:43:55.288157 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-27b76380-ea14-43a7-bcb1-7ed8be83f910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:55.310211 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c25b024b-89c7-4921-a26b-9437bb380268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:55.319522 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61246914-9427-429f-9334-7842848ce69b req-e69bcf56-e87d-483b-bf03-d57b1b1eac98 service neutron] 10.222.0.23 "GET /v2.0/networks/2ce3015e-7733-4848-848e-064d0fd6ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3176727
Nov 19 20:43:55.356478 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-fef51f57-17e9-4dc7-bba8-a13efd5ee4b7 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?tenant_id=60d23972af824cf985722cae5dc86a4b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0683432
Nov 19 20:43:55.369241 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7d9f9b-82e4-4ff2-8ddf-ca925d3d5186 admin admin] Network 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd is scheduled to be hosted by DHCP agent 8d02a572-c9e9-422d-ae68-8452b80e1360 with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 20:43:55.379011 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-1f7d9f9b-82e4-4ff2-8ddf-ca925d3d5186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-iscsi, 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:43:55.384161 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7d9f9b-82e4-4ff2-8ddf-ca925d3d5186 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:43:55.384819 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f7d9f9b-82e4-4ff2-8ddf-ca925d3d5186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:55.394382 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd755d2c-144c-4a1f-890e-542abf5d8b7a None None] Network 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:43:55.422513 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-27b76380-ea14-43a7-bcb1-7ed8be83f910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:55.423583 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c25b024b-89c7-4921-a26b-9437bb380268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:55.432057 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:55.446136 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b76380-ea14-43a7-bcb1-7ed8be83f910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28913126-df30-40d5-9f8f-8b8bbbfcee02,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:55.453547 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-1f7d9f9b-82e4-4ff2-8ddf-ca925d3d5186 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.8335972
Nov 19 20:43:55.454459 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56276) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:55.463388 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:43:55.474179 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:43:55.480905 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Usage tracker for resource:router and tenant:fa99d0118df442eca2afa5e7043d1676 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:43:55.486658 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:43:55.494886 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b024b-89c7-4921-a26b-9437bb380268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0529daa-b72e-41a6-b787-f1db38647b9a,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:55.499865 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:43:55.502357 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c25b024b-89c7-4921-a26b-9437bb380268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:55.502928 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:55.503083 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:55.512451 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15706'] for router, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:55.514569 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-957748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854176309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854233420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760147'] for router, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:55.515081 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c25b024b-89c7-4921-a26b-9437bb380268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:55.516294 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-c25b024b-89c7-4921-a26b-9437bb380268 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a0529daa-b72e-41a6-b787-f1db38647b9a HTTP/1.1" status: 204  len: 168 time: 0.6553884
Nov 19 20:43:55.523678 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-27b76380-ea14-43a7-bcb1-7ed8be83f910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:55.524833 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-27b76380-ea14-43a7-bcb1-7ed8be83f910 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28913126-df30-40d5-9f8f-8b8bbbfcee02 HTTP/1.1" status: 204  len: 168 time: 0.7401452
Nov 19 20:43:55.531123 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:55.531912 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599318'] for router, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:55.569913 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:55.716261 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-a4042a44-5593-45be-b372-99a76e1d1090 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 20:43:55.727077 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-a4042a44-5593-45be-b372-99a76e1d1090 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.2419457
Nov 19 20:43:55.939691 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-57a5ca02-f74e-4502-a563-0967c2ea432f service neutron] 10.222.0.23 "GET /v2.0/networks/63879a0e-667c-47c5-9e83-8caef3374839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116492
Nov 19 20:43:56.016758 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7e9f841-36e7-5adc-8d1e-609479b39771-6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'fixed_ips': [{'subnet_id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2'}]}} from dv-cinder-750782-3-iscsi. {{(pid=80325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 20:43:56.017674 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:56.060162 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Router ec69cc4d-6539-4e17-b943-6f136818ab29 is scheduled to L3 agent c685bfc9-c839-4eda-814f-647f53e47041 with binding_index 1 {{(pid=80324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 20:43:56.231602 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854176452', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853817947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760132'] for router, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:56.288458 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cce0eb82-2338-49b2-b0e0-59dfeb3b706d req-3cde8741-2da3-4858-8ed9-868559cf9e61 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 210 time: 0.0673020
Nov 19 20:43:56.306422 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-5dd19611-037b-4603-996e-ad309a3ef8af service neutron] 10.222.0.23 "GET /v2.0/networks/63879a0e-667c-47c5-9e83-8caef3374839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3641763
Nov 19 20:43:56.601577 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:43:56.612941 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Sync routers for ids ['ec69cc4d-6539-4e17-b943-6f136818ab29'] in dv-cinder-750782-3-iscsi {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:43:56.631785 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Routers {'ec69cc4d-6539-4e17-b943-6f136818ab29'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:43:56.632481 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc0b14e0>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:43:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['ec69cc4d-6539-4e17-b943-6f136818ab29'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:43:56.652973 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Allocated IP 172.20.0.2 (6ffb72e9-96a6-4c46-8196-d8ef4a914fbd/59cbba1f-50a8-4d2a-8185-b2dfe8b126e2/30348c5d-77ae-48cc-9fd3-c450dd67c41f) {{(pid=80325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:43:56.721235 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:56.779429 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f419c687-af88-4c15-86bc-ed24c89a2a18 req-6c3df5d4-8247-4977-b5d6-68a50f94055a tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 210 time: 0.1478791
Nov 19 20:43:56.780320 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Notify callbacks [] for router, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:56.784066 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 4.0661881
Nov 19 20:43:56.787539 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56342) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:56.860609 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:56.992040 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Network 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:43:57.090352 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Set router ec69cc4d-6539-4e17-b943-6f136818ab29 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:43:57.414514 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Notify callbacks [] for port, precommit_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:57.469049 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Transition to ACTIVE for port object 30348c5d-77ae-48cc-9fd3-c450dd67c41f will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:43:57.500640 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Transition to ACTIVE for port object 30348c5d-77ae-48cc-9fd3-c450dd67c41f will not be triggered until provisioned by entity DHCP. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:43:57.512086 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991'] for port, after_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:57.725040 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8d610abe-6b86-4827-8849-09350cdcfcc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:57.798143 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Pushing event updated for resources: {'Port': ['ID=30348c5d-77ae-48cc-9fd3-c450dd67c41f,revision_number=1']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:57.890252 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc0b14e0>, [{'id': 'ec69cc4d-6539-4e17-b943-6f136818ab29', 'name': 'tempest-ServerRescueNegativeTestJSON-1900196231-router', 'tenant_id': '815c1f905e754bd799b86d9adaab1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a85cf481-c8d2-4927-82e1-774c305d0f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:52Z', 'updated_at': '2020-11-19T20:43:55Z', 'revision_number': 3, 'project_id': '815c1f905e754bd799b86d9adaab1030', 'gw_port': {'id': 'a85cf481-c8d2-4927-82e1-774c305d0f03', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec69cc4d-6539-4e17-b943-6f136818ab29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:53Z', 'updated_at': '2020-11-19T20:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:43:57.902037 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Checking router: ec69cc4d-6539-4e17-b943-6f136818ab29 for host: dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:43:57.902436 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Updating router ec69cc4d-6539-4e17-b943-6f136818ab29 port a85cf481-c8d2-4927-82e1-774c305d0f03 binding host dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 20:43:57.974516 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.975299 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.976031 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.976876 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.977402 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.978160 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.978869 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.979891 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.980878 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.981429 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.982014 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.982556 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.983142 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.983679 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.984204 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.984711 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.985241 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.986805 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.987380 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.987917 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.990212 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.990782 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.991325 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.991848 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Tracked resource versions report:
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]: pushed versions:
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]: {   'AddressGroup': {'1.0'},
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:     'ConntrackHelper': {'1.0'},
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Log': {'1.0'},
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Network': {'1.1'},
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Port': {'1.6'},
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:     'PortForwarding': {'1.2'},
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:     'QosPolicy': {'1.8'},
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SecurityGroup': {'1.2'},
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SecurityGroupRule': {'1.0'},
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SubPort': {'1.0'},
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Subnet': {'1.1'},
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Trunk': {'1.1'}}
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]: consumer versions:
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]: {   DHCP agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:     L3 agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:     Metadata agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:     Metering agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:     Open vSwitch agent@dv-cinder-750782-3-iscsi: {   'AddressGroup': '1.0',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'ConntrackHelper': '1.0',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Log': '1.0',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Network': '1.1',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Port': '1.6',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'PortForwarding': '1.2',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'QosPolicy': '1.8',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SecurityGroup': '1.2',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SecurityGroupRule': '1.0',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SubPort': '1.0',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Subnet': '1.1',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Trunk': '1.1'},
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:     Open vSwitch agent@hv-cinder-75078: {   'AddressGroup': '1.0',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'ConntrackHelper': '1.0',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'Log': '1.0',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'Network': '1.1',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'Port': '1.6',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'PortForwarding': '1.2',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'QosPolicy': '1.8',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'SecurityGroup': '1.2',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'SecurityGroupRule': '1.0',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'SubPort': '1.0',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'Subnet': '1.1',
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'Trunk': '1.1'}}
Nov 19 20:43:57.993366 dv-cinder-750782-3-iscsi neutron-server[80212]:  {{(pid=80325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 20:43:58.015533 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:58.032826 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6b74866a-d439-432c-9e17-23d3ec006cd2 req-72835704-47b3-486c-a239-a9961ead01e9 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 210 time: 0.1074641
Nov 19 20:43:58.059755 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:58.069437 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Network 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd is already hosted by enough agents. {{(pid=80325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:43:58.072728 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Resources bound (agent type, host, resource id):  {{(pid=80325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:43:58.086476 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Received port after_create {{(pid=80325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:43:58.179543 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-12537fad-2b4a-4e72-877c-a508869b2dda req-c8e37f34-91cf-48c5-a289-c357ca5d5779 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 210 time: 0.7318034
Nov 19 20:43:58.303068 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Attempting to bind port 30348c5d-77ae-48cc-9fd3-c450dd67c41f on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:43:58.305039 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Attempting to bind port 30348c5d-77ae-48cc-9fd3-c450dd67c41f by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': '5f81fa6e-fc9f-4726-931b-51fc754fde2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:43:58.306119 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Attempting to bind port 30348c5d-77ae-48cc-9fd3-c450dd67c41f on network 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:43:58.322771 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:43:58.327744 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Checking segment: {'id': '5f81fa6e-fc9f-4726-931b-51fc754fde2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:43:58.328308 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:58.328855 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Bound using segment: {'id': '5f81fa6e-fc9f-4726-931b-51fc754fde2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:43:58.329499 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Bound port: 30348c5d-77ae-48cc-9fd3-c450dd67c41f, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f81fa6e-fc9f-4726-931b-51fc754fde2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:43:58.330063 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:58.412022 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Allocated IP 172.27.0.216 (494b3b67-d334-4360-a108-86a7036fa249/a87766e2-d34e-4e1a-99c0-eee0ac65f3f8/45189207-a55b-4e33-a101-45be26548e8b) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:43:58.515703 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] For port 30348c5d-77ae-48cc-9fd3-c450dd67c41f, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:43:58.522532 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] For port 30348c5d-77ae-48cc-9fd3-c450dd67c41f, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=30348c5d-77ae-48cc-9fd3-c450dd67c41f,segment=NetworkSegment(5f81fa6e-fc9f-4726-931b-51fc754fde2a),segment_id=5f81fa6e-fc9f-4726-931b-51fc754fde2a)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:43:58.528402 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:58.576576 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:58.767876 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Pushing event updated for resources: {'Port': ['ID=30348c5d-77ae-48cc-9fd3-c450dd67c41f,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:58.772925 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:58.805256 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:59.006014 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:59.046553 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:59.051636 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:59.427533 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Notify callbacks [] for port, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:59.444519 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Transition to ACTIVE for port object a85cf481-c8d2-4927-82e1-774c305d0f03 will not be triggered until provisioned by entity L2. {{(pid=80326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:43:59.448200 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:59.595095 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:43:59.623289 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ded0a5b4-af54-4513-9b34-f7f439dd4952 req-15997992-97d9-4427-bb7d-3e0cd3d5f1a9 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 210 time: 0.0744972
Nov 19 20:43:59.630443 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Network 494b3b67-d334-4360-a108-86a7036fa249 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:43:59.632584 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Pushing event updated for resources: {'Port': ['ID=45189207-a55b-4e33-a101-45be26548e8b,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:43:59.667247 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:43:59.676238 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:43:59.676794 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-16f070ec-31a0-4eb4-9f5d-f83d899f0763 req-e5252cf9-fc9f-4a95-8864-f6c94b26cda5 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 210 time: 0.0665824
Nov 19 20:43:59.682193 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:43:59.733366 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Attempting to bind port a85cf481-c8d2-4927-82e1-774c305d0f03 on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:43:59.733813 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Attempting to bind port a85cf481-c8d2-4927-82e1-774c305d0f03 by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:43:59.734231 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Attempting to bind port a85cf481-c8d2-4927-82e1-774c305d0f03 on network 494b3b67-d334-4360-a108-86a7036fa249 {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:43:59.744357 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:43:59.744784 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Checking segment: {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:43:59.745230 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:59.745664 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Bound using segment: {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:43:59.746209 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Bound port: a85cf481-c8d2-4927-82e1-774c305d0f03, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:43:59.746628 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:59.844213 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] For port a85cf481-c8d2-4927-82e1-774c305d0f03, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:43:59.849799 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] For port a85cf481-c8d2-4927-82e1-774c305d0f03, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=a85cf481-c8d2-4927-82e1-774c305d0f03,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:43:59.857727 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:43:59.877280 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.27', 54386) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:43:59.987988 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:00.161287 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Pushing event updated for resources: {'Port': ['ID=a85cf481-c8d2-4927-82e1-774c305d0f03,revision_number=2']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:00.210386 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.213035 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.213423 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.213850 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.214231 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.214611 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.214982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.215355 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.215738 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.216111 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.216478 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.216839 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.217283 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.217599 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.234170 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.234745 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.235132 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.235512 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.235888 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.236260 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.236629 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.236995 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.237363 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.237729 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Tracked resource versions report:
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]: pushed versions:
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]: {   'AddressGroup': {'1.0'},
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:     'ConntrackHelper': {'1.0'},
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Log': {'1.0'},
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Network': {'1.1'},
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Port': {'1.6'},
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:     'PortForwarding': {'1.2'},
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:     'QosPolicy': {'1.8'},
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SecurityGroup': {'1.2'},
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SecurityGroupRule': {'1.0'},
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:     'SubPort': {'1.0'},
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Subnet': {'1.1'},
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:     'Trunk': {'1.1'}}
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]: consumer versions:
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]: {   DHCP agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:     L3 agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:     Metadata agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:     Metering agent@dv-cinder-750782-3-iscsi: {},
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:     Open vSwitch agent@dv-cinder-750782-3-iscsi: {   'AddressGroup': '1.0',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'ConntrackHelper': '1.0',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Log': '1.0',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Network': '1.1',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Port': '1.6',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'PortForwarding': '1.2',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'QosPolicy': '1.8',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SecurityGroup': '1.2',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SecurityGroupRule': '1.0',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'SubPort': '1.0',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Subnet': '1.1',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                                      'Trunk': '1.1'},
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:     Open vSwitch agent@hv-cinder-75078: {   'AddressGroup': '1.0',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'ConntrackHelper': '1.0',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'Log': '1.0',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'Network': '1.1',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'Port': '1.6',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'PortForwarding': '1.2',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'QosPolicy': '1.8',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'SecurityGroup': '1.2',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'SecurityGroupRule': '1.0',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'SubPort': '1.0',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'Subnet': '1.1',
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:                                             'Trunk': '1.1'}}
Nov 19 20:44:00.246216 dv-cinder-750782-3-iscsi neutron-server[80212]:  {{(pid=80326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 20:44:00.285414 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-a0876318-e312-4222-91a4-39544001f916 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:00.287389 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-a0876318-e312-4222-91a4-39544001f916 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.27 "GET /v2.0/networks?id=63879a0e-667c-47c5-9e83-8caef3374839 HTTP/1.1" status: 200  len: 812 time: 0.4061937
Nov 19 20:44:00.287978 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:00.288498 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:00.350756 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-7c6ca86a-ac63-455d-8376-116677940530 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Request body: {'port': {'device_id': '2291b66f-f6ae-443f-8ed2-aba399d3c3a9', 'network_id': '63879a0e-667c-47c5-9e83-8caef3374839', 'admin_state_up': True, 'tenant_id': '60d23972af824cf985722cae5dc86a4b'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:44:00.459157 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 30348c5d-77ae-48cc-9fd3-c450dd67c41f up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:44:00.501045 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Pushing event updated for resources: {'Port': ['ID=a85cf481-c8d2-4927-82e1-774c305d0f03,revision_number=3']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:00.509222 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:00.510083 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Routers {'ec69cc4d-6539-4e17-b943-6f136818ab29'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:44:00.510763 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc0b14e0>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:43:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['ec69cc4d-6539-4e17-b943-6f136818ab29'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:44:00.624900 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port 30348c5d-77ae-48cc-9fd3-c450dd67c41f completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:44:00.634337 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.27', 54392) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:00.808778 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3aecd98-a0e7-41bd-a5c5-b16e4741da3b None None] Network 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:44:00.909294 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-7c6ca86a-ac63-455d-8376-116677940530 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:00.920621 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-7c6ca86a-ac63-455d-8376-116677940530 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Usage tracker for resource:port and tenant:60d23972af824cf985722cae5dc86a4b is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:00.927472 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-7c6ca86a-ac63-455d-8376-116677940530 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Quota usage for port was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:00.928948 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-06ef7f5b-0954-4f93-8956-36d8499436b5 None None] Provisioning for port 30348c5d-77ae-48cc-9fd3-c450dd67c41f completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:44:00.940343 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-7c6ca86a-ac63-455d-8376-116677940530 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:00.980754 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61246914-9427-429f-9334-7842848ce69b req-b1b5adcd-6f7a-4502-b369-2e762ca17139 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:00.982847 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61246914-9427-429f-9334-7842848ce69b req-b1b5adcd-6f7a-4502-b369-2e762ca17139 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.27 "GET /v2.0/networks?id=2ce3015e-7733-4848-848e-064d0fd6ea67 HTTP/1.1" status: 200  len: 815 time: 0.3466532
Nov 19 20:44:00.984185 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-7c6ca86a-ac63-455d-8376-116677940530 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Made reservation on behalf of 60d23972af824cf985722cae5dc86a4b for: {'port': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:44:00.991669 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-7c6ca86a-ac63-455d-8376-116677940530 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:01.020623 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-61246914-9427-429f-9334-7842848ce69b req-e9c8090e-4a7a-4159-ab83-38dab5daec95 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Request body: {'port': {'device_id': '18a5bf09-e359-44cf-aa86-8e9e341800e5', 'network_id': '2ce3015e-7733-4848-848e-064d0fd6ea67', 'admin_state_up': True, 'tenant_id': 'e630c4b863fc4f05a67504f58217b092'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:44:01.032135 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56532) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:01.060900 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-06ef7f5b-0954-4f93-8956-36d8499436b5 None None] Provisioning complete for port 30348c5d-77ae-48cc-9fd3-c450dd67c41f triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:44:01.063889 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-06ef7f5b-0954-4f93-8956-36d8499436b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:01.164415 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] Set router ec69cc4d-6539-4e17-b943-6f136818ab29 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:44:01.403031 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-61246914-9427-429f-9334-7842848ce69b req-e9c8090e-4a7a-4159-ab83-38dab5daec95 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:01.422425 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c279bcd5-64af-4cab-829d-571ef423ab8a req-22593f96-121c-48d5-9434-2efe12ca9e6e tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 210 time: 0.3430858
Nov 19 20:44:01.570507 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a2c861d8-a13b-451c-8c6b-6b339a90e2e3 req-139ca973-6070-4dfd-8969-2960564375a7 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 210 time: 0.4571106
Nov 19 20:44:01.572434 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56562) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:01.593552 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-06ef7f5b-0954-4f93-8956-36d8499436b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:01.680540 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:01.681345 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599318'] for router, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:01.684731 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Allocated IP 172.20.0.1 (0a113bd1-778c-4e88-acd2-a1595854211f/ab1e6561-e749-40d7-a5a9-de196eaf5e63/bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:44:01.694931 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ed467508-3b9e-4fb2-a767-ad4020275aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:01.733226 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-06ef7f5b-0954-4f93-8956-36d8499436b5 None None] For port 30348c5d-77ae-48cc-9fd3-c450dd67c41f, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=30348c5d-77ae-48cc-9fd3-c450dd67c41f,segment=NetworkSegment(5f81fa6e-fc9f-4726-931b-51fc754fde2a),segment_id=5f81fa6e-fc9f-4726-931b-51fc754fde2a)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:44:01.744956 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-06ef7f5b-0954-4f93-8956-36d8499436b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:01.766045 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:01.815592 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c235e79e-db6c-4758-8d49-ce27edc81d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:01.927236 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-ed467508-3b9e-4fb2-a767-ad4020275aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:01.949360 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-ed467508-3b9e-4fb2-a767-ad4020275aca admin admin] Usage tracker for resource:security_group_rule and tenant:bccecbefdcd7460ea16a53cc9ff5b4bd is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:01.994740 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef7f5b-0954-4f93-8956-36d8499436b5 None None] Pushing event updated for resources: {'Port': ['ID=30348c5d-77ae-48cc-9fd3-c450dd67c41f,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:02.001360 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-06ef7f5b-0954-4f93-8956-36d8499436b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:02.041595 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-ed467508-3b9e-4fb2-a767-ad4020275aca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:02.071447 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-c235e79e-db6c-4758-8d49-ce27edc81d65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:02.077007 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-61246914-9427-429f-9334-7842848ce69b req-e9c8090e-4a7a-4159-ab83-38dab5daec95 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Usage tracker for resource:port and tenant:e630c4b863fc4f05a67504f58217b092 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:02.101530 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-ed467508-3b9e-4fb2-a767-ad4020275aca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:02.108796 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-61246914-9427-429f-9334-7842848ce69b req-e9c8090e-4a7a-4159-ab83-38dab5daec95 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Quota usage for port was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:02.122074 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-c235e79e-db6c-4758-8d49-ce27edc81d65 admin admin] Usage tracker for resource:security_group_rule and tenant:17bc2072e75b4aa5a857bde4d7097dfe is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:02.136347 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-61246914-9427-429f-9334-7842848ce69b req-e9c8090e-4a7a-4159-ab83-38dab5daec95 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:02.144070 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-c235e79e-db6c-4758-8d49-ce27edc81d65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:02.150250 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61246914-9427-429f-9334-7842848ce69b req-e9c8090e-4a7a-4159-ab83-38dab5daec95 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Made reservation on behalf of e630c4b863fc4f05a67504f58217b092 for: {'port': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:44:02.155561 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61246914-9427-429f-9334-7842848ce69b req-e9c8090e-4a7a-4159-ab83-38dab5daec95 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:02.195112 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-c235e79e-db6c-4758-8d49-ce27edc81d65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:02.201653 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc0b14e0>, [{'id': 'ec69cc4d-6539-4e17-b943-6f136818ab29', 'name': 'tempest-ServerRescueNegativeTestJSON-1900196231-router', 'tenant_id': '815c1f905e754bd799b86d9adaab1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a85cf481-c8d2-4927-82e1-774c305d0f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:52Z', 'updated_at': '2020-11-19T20:43:55Z', 'revision_number': 3, 'project_id': '815c1f905e754bd799b86d9adaab1030', 'gw_port': {'id': 'a85cf481-c8d2-4927-82e1-774c305d0f03', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec69cc4d-6539-4e17-b943-6f136818ab29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:53Z', 'updated_at': '2020-11-19T20:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:44:02.214151 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af7651d-41c9-4a92-9eee-3a088e0734b1 None None] The sync data for ids ['ec69cc4d-6539-4e17-b943-6f136818ab29'] in dv-cinder-750782-3-iscsi is: [{'id': 'ec69cc4d-6539-4e17-b943-6f136818ab29', 'name': 'tempest-ServerRescueNegativeTestJSON-1900196231-router', 'tenant_id': '815c1f905e754bd799b86d9adaab1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a85cf481-c8d2-4927-82e1-774c305d0f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:52Z', 'updated_at': '2020-11-19T20:43:55Z', 'revision_number': 3, 'project_id': '815c1f905e754bd799b86d9adaab1030', 'gw_port': {'id': 'a85cf481-c8d2-4927-82e1-774c305d0f03', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec69cc4d-6539-4e17-b943-6f136818ab29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:53Z', 'updated_at': '2020-11-19T20:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}] {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:44:02.409396 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-8e73e684-82a4-4b01-adac-8840d26ab078 None None] Provisioning complete for port 30348c5d-77ae-48cc-9fd3-c450dd67c41f triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:44:02.409936 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8e73e684-82a4-4b01-adac-8840d26ab078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:02.501222 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 30348c5d-77ae-48cc-9fd3-c450dd67c41f up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:44:02.594717 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:02.764049 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port 30348c5d-77ae-48cc-9fd3-c450dd67c41f triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:44:02.764655 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:02.964314 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-4e0aca9a-22c6-4e71-99db-581b9c494afd None None] Provisioning complete for port 30348c5d-77ae-48cc-9fd3-c450dd67c41f triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:44:02.964535 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4e0aca9a-22c6-4e71-99db-581b9c494afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:03.096261 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-61246914-9427-429f-9334-7842848ce69b req-e9c8090e-4a7a-4159-ab83-38dab5daec95 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Allocated IP 172.20.0.9 (2ce3015e-7733-4848-848e-064d0fd6ea67/61fe5f9f-aa74-4c90-822d-2b56b29c0b01/339f0228-aa56-4d4e-a917-dea88c2f4ab0) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:44:03.229150 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e3de3dfd-0beb-4ce2-8a76-da7a12eb76b0 req-454a6468-63ba-4643-9aff-94c006b9d91b tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 210 time: 0.4623523
Nov 19 20:44:03.291486 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c235e79e-db6c-4758-8d49-ce27edc81d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:03.300255 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ed467508-3b9e-4fb2-a767-ad4020275aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:03.312864 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c235e79e-db6c-4758-8d49-ce27edc81d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:03.314013 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ed467508-3b9e-4fb2-a767-ad4020275aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:03.320083 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-cf191ed4-e9f7-4d9c-84cb-5065852392c3 None None] Provisioning complete for port 30348c5d-77ae-48cc-9fd3-c450dd67c41f triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:44:03.320510 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cf191ed4-e9f7-4d9c-84cb-5065852392c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:03.345095 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-575d55d6-5399-4f0a-a8ad-977307c6168b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:03.364061 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:03.465710 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-c235e79e-db6c-4758-8d49-ce27edc81d65 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=17bc2072e75b4aa5a857bde4d7097dfe&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8830166
Nov 19 20:44:03.474441 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56612) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:03.497153 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 is scheduled to L3 agent c685bfc9-c839-4eda-814f-647f53e47041 with binding_index 1 {{(pid=80323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 20:44:03.518560 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61246914-9427-429f-9334-7842848ce69b req-e9c8090e-4a7a-4159-ab83-38dab5daec95 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:03.553022 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235e79e-db6c-4758-8d49-ce27edc81d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7990bb13-c52b-46b6-bbac-b227de59c7ee,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:03.601141 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61246914-9427-429f-9334-7842848ce69b req-e9c8090e-4a7a-4159-ab83-38dab5daec95 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:03.942910 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-ed467508-3b9e-4fb2-a767-ad4020275aca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bccecbefdcd7460ea16a53cc9ff5b4bd&name=default HTTP/1.1" status: 200  len: 2647 time: 2.9086599
Nov 19 20:44:03.964944 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Network 0a113bd1-778c-4e88-acd2-a1595854211f is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:44:03.994643 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56628) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:03.995704 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:44:04.005421 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:44:04.006260 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854183447'] for router_interface, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:04.034487 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-7c6ca86a-ac63-455d-8376-116677940530 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Allocated IP 172.20.0.8 (63879a0e-667c-47c5-9e83-8caef3374839/aab92e9f-b75c-4b39-aa79-a06c5c9e14f7/25fae8a5-f7bb-40e4-8567-df7178899319) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:44:04.046490 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2094b1a4-fa08-4243-9199-8a3a32b8efd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:04.111876 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed467508-3b9e-4fb2-a767-ad4020275aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b81151-6bb0-4f07-a9d2-fccf801fc462,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:04.160223 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ed467508-3b9e-4fb2-a767-ad4020275aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:04.200820 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-82df40a0-2f0a-4140-b46a-30e753207b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.814s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:04.201892 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-82df40a0-2f0a-4140-b46a-30e753207b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.008s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:04.253681 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.805s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:04.305659 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-7c6ca86a-ac63-455d-8376-116677940530 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:04.329554 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0e56db99-9a2d-4daa-a064-600568a6719a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:04.410682 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8090e-4a7a-4159-ab83-38dab5daec95 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Pushing event updated for resources: {'Port': ['ID=339f0228-aa56-4d4e-a917-dea88c2f4ab0,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:04.424955 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e9c8090e-4a7a-4159-ab83-38dab5daec95 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:04.428417 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-7c6ca86a-ac63-455d-8376-116677940530 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:04.472089 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device a85cf481-c8d2-4927-82e1-774c305d0f03 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:44:04.575919 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 56644) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:04.581942 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:04.596962 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a1dec2c7-3af9-46a8-af35-89f4778b2470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:04.606712 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2094b1a4-fa08-4243-9199-8a3a32b8efd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:04.656301 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port a85cf481-c8d2-4927-82e1-774c305d0f03 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:44:04.680309 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port a85cf481-c8d2-4927-82e1-774c305d0f03 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:44:04.684563 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:04.686034 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ca86a-ac63-455d-8376-116677940530 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Pushing event updated for resources: {'Port': ['ID=25fae8a5-f7bb-40e4-8567-df7178899319,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:04.689268 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7c6ca86a-ac63-455d-8376-116677940530 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:04.721727 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61246914-9427-429f-9334-7842848ce69b req-e9c8090e-4a7a-4159-ab83-38dab5daec95 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Network 2ce3015e-7733-4848-848e-064d0fd6ea67 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:44:04.725264 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-61246914-9427-429f-9334-7842848ce69b req-e9c8090e-4a7a-4159-ab83-38dab5daec95 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:44:04.730373 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-61246914-9427-429f-9334-7842848ce69b req-e9c8090e-4a7a-4159-ab83-38dab5daec95 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:44:04.740175 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61246914-9427-429f-9334-7842848ce69b req-e9c8090e-4a7a-4159-ab83-38dab5daec95 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:04.740533 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61246914-9427-429f-9334-7842848ce69b req-e9c8090e-4a7a-4159-ab83-38dab5daec95 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:04.777330 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61246914-9427-429f-9334-7842848ce69b req-e9c8090e-4a7a-4159-ab83-38dab5daec95 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7621601
Nov 19 20:44:04.793171 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-7c6ca86a-ac63-455d-8376-116677940530 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Network 63879a0e-667c-47c5-9e83-8caef3374839 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:44:04.796049 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-7c6ca86a-ac63-455d-8376-116677940530 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:44:04.798590 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-7c6ca86a-ac63-455d-8376-116677940530 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:44:04.804059 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-7c6ca86a-ac63-455d-8376-116677940530 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:04.804752 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-7c6ca86a-ac63-455d-8376-116677940530 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:04.820195 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659d8c7-98b4-4416-8e63-8c3b4aa2055c req-0c0fb741-757d-4a85-a0ce-c4ad0aed03ce tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:04.820977 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-1659d8c7-98b4-4416-8e63-8c3b4aa2055c req-0c0fb741-757d-4a85-a0ce-c4ad0aed03ce tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Synchronizing usage tracker for tenant:e630c4b863fc4f05a67504f58217b092 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:44:04.861569 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-1659d8c7-98b4-4416-8e63-8c3b4aa2055c req-0c0fb741-757d-4a85-a0ce-c4ad0aed03ce tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Unset dirty status for tenant:e630c4b863fc4f05a67504f58217b092 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:44:04.870391 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1659d8c7-98b4-4416-8e63-8c3b4aa2055c req-0c0fb741-757d-4a85-a0ce-c4ad0aed03ce tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 931 time: 1.2720013
Nov 19 20:44:04.873419 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Pushing event updated for resources: {'Port': ['ID=bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:04.891525 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a1dec2c7-3af9-46a8-af35-89f4778b2470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:04.901135 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:04.908445 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-7c6ca86a-ac63-455d-8376-116677940530 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.5620332
Nov 19 20:44:04.937981 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:04.974225 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] For port a85cf481-c8d2-4927-82e1-774c305d0f03, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=a85cf481-c8d2-4927-82e1-774c305d0f03,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:44:04.979406 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:04.983583 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-06ef7f5b-0954-4f93-8956-36d8499436b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:04.987007 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1659d8c7-98b4-4416-8e63-8c3b4aa2055c req-ae5a64a4-82e8-41bc-b2ac-ebdd0cc89122 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116588
Nov 19 20:44:05.060054 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:05.075285 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a1dec2c7-3af9-46a8-af35-89f4778b2470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:05.083859 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 56654) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:05.173288 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Pushing event updated for resources: {'Port': ['ID=a85cf481-c8d2-4927-82e1-774c305d0f03,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:05.173531 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ed467508-3b9e-4fb2-a767-ad4020275aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:05.177378 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:05.198992 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054af2dd-5c76-4c03-9df2-e3d7c5a8f325 req-300dc734-68cd-448b-876e-df359bf1e777 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:05.200655 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-054af2dd-5c76-4c03-9df2-e3d7c5a8f325 req-300dc734-68cd-448b-876e-df359bf1e777 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 931 time: 0.6048965
Nov 19 20:44:05.225132 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dec2c7-3af9-46a8-af35-89f4778b2470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b81151-6bb0-4f07-a9d2-fccf801fc462,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:05.227675 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a1dec2c7-3af9-46a8-af35-89f4778b2470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:05.295906 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-39f3a339-a819-4956-9c67-367d812c559b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:05.307794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3974a605-3069-4b42-bdfd-b57ba46c6a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:05.364161 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2094b1a4-fa08-4243-9199-8a3a32b8efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:05.371587 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-39f3a339-a819-4956-9c67-367d812c559b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:05.374319 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-3974a605-3069-4b42-bdfd-b57ba46c6a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:05.379737 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-39f3a339-a819-4956-9c67-367d812c559b admin admin] Usage tracker for resource:security_group_rule and tenant:07cf7289752b477ebf8e6d08ea3966c4 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:05.382818 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-3974a605-3069-4b42-bdfd-b57ba46c6a67 admin admin] Usage tracker for resource:security_group_rule and tenant:5f5c802ae706419293668da6e1a4da38 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:05.385582 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-39f3a339-a819-4956-9c67-367d812c559b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:05.417707 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-3974a605-3069-4b42-bdfd-b57ba46c6a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:05.417707 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-39f3a339-a819-4956-9c67-367d812c559b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:05.417707 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-3974a605-3069-4b42-bdfd-b57ba46c6a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:05.452695 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:05.477628 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a1dec2c7-3af9-46a8-af35-89f4778b2470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:05.478907 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a1dec2c7-3af9-46a8-af35-89f4778b2470 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56b81151-6bb0-4f07-a9d2-fccf801fc462 HTTP/1.1" status: 204  len: 168 time: 1.4762511
Nov 19 20:44:05.483700 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094b1a4-fa08-4243-9199-8a3a32b8efd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7990bb13-c52b-46b6-bbac-b227de59c7ee,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:05.489032 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-054af2dd-5c76-4c03-9df2-e3d7c5a8f325 req-17aa85db-f661-40e9-8ae0-250a0162a98f tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Synchronizing usage tracker for tenant:60d23972af824cf985722cae5dc86a4b on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:44:05.505451 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:44:05.528971 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2094b1a4-fa08-4243-9199-8a3a32b8efd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:05.532529 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-2094b1a4-fa08-4243-9199-8a3a32b8efd4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7990bb13-c52b-46b6-bbac-b227de59c7ee HTTP/1.1" status: 204  len: 168 time: 2.0408955
Nov 19 20:44:05.536638 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-2094b1a4-fa08-4243-9199-8a3a32b8efd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:05.574370 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-39f3a339-a819-4956-9c67-367d812c559b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:05.576848 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3974a605-3069-4b42-bdfd-b57ba46c6a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:05.578576 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-39f3a339-a819-4956-9c67-367d812c559b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:05.586876 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3974a605-3069-4b42-bdfd-b57ba46c6a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:05.588345 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:05.623225 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Sync routers for ids ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:44:05.636114 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-054af2dd-5c76-4c03-9df2-e3d7c5a8f325 req-17aa85db-f661-40e9-8ae0-250a0162a98f tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Unset dirty status for tenant:60d23972af824cf985722cae5dc86a4b on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:44:05.646189 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Routers {'0cee4588-1058-4ebd-ac2d-57b2c00eae59'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:44:05.646886 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc1936a0>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:43:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:44:05.647976 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-054af2dd-5c76-4c03-9df2-e3d7c5a8f325 req-17aa85db-f661-40e9-8ae0-250a0162a98f tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4352264
Nov 19 20:44:05.666453 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-3974a605-3069-4b42-bdfd-b57ba46c6a67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f5c802ae706419293668da6e1a4da38&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5814502
Nov 19 20:44:05.668022 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3a339-a819-4956-9c67-367d812c559b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74eb66de-49d3-4de1-91b8-74577e12679e,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:05.682250 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56666) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:05.685243 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-39f3a339-a819-4956-9c67-367d812c559b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07cf7289752b477ebf8e6d08ea3966c4&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0066288
Nov 19 20:44:05.692183 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 56668) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:05.726083 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974a605-3069-4b42-bdfd-b57ba46c6a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9c3888-0ff6-4a6b-b54d-755fd79cbada,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:05.731505 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3974a605-3069-4b42-bdfd-b57ba46c6a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:05.739647 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:05.740060 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:05.813934 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4abe54dd-8822-48a3-a7cb-99177b0b39f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:05.851017 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4abe54dd-8822-48a3-a7cb-99177b0b39f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:05.907959 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7c963113-e997-41a2-8335-49fc7f4fee65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:05.956105 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4abe54dd-8822-48a3-a7cb-99177b0b39f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:05.976958 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3b7835ee-b48c-4916-b249-f202584f0a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:06.033767 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe54dd-8822-48a3-a7cb-99177b0b39f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eb66de-49d3-4de1-91b8-74577e12679e,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:06.049091 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4abe54dd-8822-48a3-a7cb-99177b0b39f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:06.067565 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4abe54dd-8822-48a3-a7cb-99177b0b39f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:06.068971 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-4abe54dd-8822-48a3-a7cb-99177b0b39f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74eb66de-49d3-4de1-91b8-74577e12679e HTTP/1.1" status: 204  len: 168 time: 0.3756382
Nov 19 20:44:06.237792 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Set router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:44:06.409815 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 56684) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:06.410547 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device a85cf481-c8d2-4927-82e1-774c305d0f03 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:44:06.444102 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6441-7867-403e-976f-049f4a81c6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:06.448738 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:06.454808 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-28f76977-9610-4387-a8d4-b7961d16c907 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 10.9992919
Nov 19 20:44:06.456546 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56690) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:06.597759 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-bfdc6441-7867-403e-976f-049f4a81c6fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:06.608101 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-bfdc6441-7867-403e-976f-049f4a81c6fa admin admin] Usage tracker for resource:security_group_rule and tenant:2c286a1bf0134cabbc4f51ebc14ed49b is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:06.621480 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-bfdc6441-7867-403e-976f-049f4a81c6fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:06.673586 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504778d-e8c2-4a07-82b8-f3a304b9a81e req-9e3601a6-0a41-41b8-8b9d-25ac0b26c06e tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:06.675246 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0504778d-e8c2-4a07-82b8-f3a304b9a81e req-9e3601a6-0a41-41b8-8b9d-25ac0b26c06e tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 931 time: 0.4075067
Nov 19 20:44:06.676819 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-bfdc6441-7867-403e-976f-049f4a81c6fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:06.845321 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0beb343d-c6ef-4470-bf47-34a0b374760f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:06.885623 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0504778d-e8c2-4a07-82b8-f3a304b9a81e req-7307f235-6a05-4b4a-a8bf-570e815217f8 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945326
Nov 19 20:44:06.916570 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.resource_extend [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 19 20:44:06.995915 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:07.028766 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6441-7867-403e-976f-049f4a81c6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:07.030918 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0beb343d-c6ef-4470-bf47-34a0b374760f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:07.042099 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bfdc6441-7867-403e-976f-049f4a81c6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:07.051891 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:07.057714 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:07.084042 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3962591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604935'] for router_interface, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:07.233887 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [req-61246914-9427-429f-9334-7842848ce69b req-c8487344-da4b-4435-a720-da22c9038e7d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80324) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 20:44:07.244191 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61246914-9427-429f-9334-7842848ce69b req-c8487344-da4b-4435-a720-da22c9038e7d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0715635
Nov 19 20:44:07.308288 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-35bc2d80-d2f3-48ac-91c1-ec36b872ffae tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80324) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 20:44:07.326668 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-35bc2d80-d2f3-48ac-91c1-ec36b872ffae tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.1518183
Nov 19 20:44:07.344075 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port a85cf481-c8d2-4927-82e1-774c305d0f03 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:44:07.344779 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:07.375522 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-bfdc6441-7867-403e-976f-049f4a81c6fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c286a1bf0134cabbc4f51ebc14ed49b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9580996
Nov 19 20:44:07.376801 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc6441-7867-403e-976f-049f4a81c6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b03651-e207-45d1-bb86-e2b0fe9baf6c,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:07.399625 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-bfdc6441-7867-403e-976f-049f4a81c6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:07.400425 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 56712) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:07.488107 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7b8be3bd-3437-4fae-b24a-282a7f4dd0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:07.527039 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7b8be3bd-3437-4fae-b24a-282a7f4dd0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:07.565140 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:07.579856 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7b8be3bd-3437-4fae-b24a-282a7f4dd0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:07.591272 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:07.610626 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8be3bd-3437-4fae-b24a-282a7f4dd0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b03651-e207-45d1-bb86-e2b0fe9baf6c,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:07.622419 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7b8be3bd-3437-4fae-b24a-282a7f4dd0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:07.626903 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7b8be3bd-3437-4fae-b24a-282a7f4dd0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:07.628362 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-7b8be3bd-3437-4fae-b24a-282a7f4dd0fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/05b03651-e207-45d1-bb86-e2b0fe9baf6c HTTP/1.1" status: 204  len: 168 time: 0.2267087
Nov 19 20:44:07.719419 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc1936a0>, [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '45189207-a55b-4e33-a101-45be26548e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:43:59Z', 'revision_number': 3, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port': {'id': '45189207-a55b-4e33-a101-45be26548e8b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:57Z', 'updated_at': '2020-11-19T20:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:44:07.734578 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Checking router: 0cee4588-1058-4ebd-ac2d-57b2c00eae59 for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:44:07.734991 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Updating router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 port 45189207-a55b-4e33-a101-45be26548e8b binding host dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 20:44:07.845022 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Network 0a113bd1-778c-4e88-acd2-a1595854211f is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:44:07.849050 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Pushing event updated for resources: {'Port': ['ID=bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:07.859754 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:07.866785 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:44:08.009361 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0beb343d-c6ef-4470-bf47-34a0b374760f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:08.023073 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:08.051830 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:08.233045 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943fe50-e168-4083-b14b-452bf37e8a92 req-dc73969a-ebf8-493f-a243-0e7debca56dc tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:08.238986 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b943fe50-e168-4083-b14b-452bf37e8a92 req-dc73969a-ebf8-493f-a243-0e7debca56dc tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 931 time: 0.7815616
Nov 19 20:44:08.304240 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb343d-c6ef-4470-bf47-34a0b374760f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9c3888-0ff6-4a6b-b54d-755fd79cbada,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:08.325313 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0beb343d-c6ef-4470-bf47-34a0b374760f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:08.357008 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0beb343d-c6ef-4470-bf47-34a0b374760f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:08.358281 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-0beb343d-c6ef-4470-bf47-34a0b374760f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b9c3888-0ff6-4a6b-b54d-755fd79cbada HTTP/1.1" status: 204  len: 168 time: 2.6516907
Nov 19 20:44:08.424590 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Request body: {'port': {'device_id': '2291b66f-f6ae-443f-8ed2-aba399d3c3a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:44:08.624701 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b943fe50-e168-4083-b14b-452bf37e8a92 req-6a323d70-8c2e-4e1a-8ae2-9c2de9f1b857 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3176737
Nov 19 20:44:08.639345 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-61246914-9427-429f-9334-7842848ce69b req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Request body: {'port': {'device_id': '18a5bf09-e359-44cf-aa86-8e9e341800e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:44:08.790769 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:08.859752 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:08.881831 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Transition to ACTIVE for port object 45189207-a55b-4e33-a101-45be26548e8b will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:44:08.960985 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cdfcf-708b-4bb9-82ba-13ea632f8bfe req-92c494d4-946e-4bcc-9c34-6f02f61ee2a6 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:08.962672 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e66cdfcf-708b-4bb9-82ba-13ea632f8bfe req-92c494d4-946e-4bcc-9c34-6f02f61ee2a6 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 931 time: 0.6931198
Nov 19 20:44:09.036688 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:09.042753 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e66cdfcf-708b-4bb9-82ba-13ea632f8bfe req-8178e669-dd99-4afa-89b5-b0c530b0ce6a tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615351
Nov 19 20:44:09.092213 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61246914-9427-429f-9334-7842848ce69b req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:09.247583 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:09.260251 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-38fabe0a-8cbd-47dc-9570-86ceaef7df8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:09.273052 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:09.535528 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58d41f-1cb1-4ac1-a975-c0f60e55c71d None None] Pushing event updated for resources: {'Port': ['ID=45189207-a55b-4e33-a101-45be26548e8b,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:09.543699 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-eb58d41f-1cb1-4ac1-a975-c0f60e55c71d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:09.710109 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Attempting to bind port 45189207-a55b-4e33-a101-45be26548e8b on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:44:09.710529 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Attempting to bind port 45189207-a55b-4e33-a101-45be26548e8b by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:44:09.710954 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Attempting to bind port 45189207-a55b-4e33-a101-45be26548e8b on network 494b3b67-d334-4360-a108-86a7036fa249 {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:44:09.719014 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:44:09.719579 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Checking segment: {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:44:09.720028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:09.720472 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Bound using segment: {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:44:09.721085 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Bound port: 45189207-a55b-4e33-a101-45be26548e8b, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:44:09.721511 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:09.810519 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] For port 45189207-a55b-4e33-a101-45be26548e8b, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:44:09.814524 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] For port 45189207-a55b-4e33-a101-45be26548e8b, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=45189207-a55b-4e33-a101-45be26548e8b,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:44:09.833507 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:09.851573 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:09.889287 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:09.943189 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Router ec69cc4d-6539-4e17-b943-6f136818ab29 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:44:10.213169 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58d41f-1cb1-4ac1-a975-c0f60e55c71d None None] Pushing event updated for resources: {'Port': ['ID=45189207-a55b-4e33-a101-45be26548e8b,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:10.216178 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:10.219270 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-eb58d41f-1cb1-4ac1-a975-c0f60e55c71d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:10.327927 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Routers {'0cee4588-1058-4ebd-ac2d-57b2c00eae59'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:44:10.328638 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc1936a0>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:44:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:44:10.410248 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56770) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:10.470123 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25fae8a5-f7bb-40e4-8567-df7178899319 {{(pid=80324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 20:44:10.489833 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:10.508128 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6ba8ebe7-24ed-4248-af58-3575920fee02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:10.520761 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Transition to ACTIVE for port object 25fae8a5-f7bb-40e4-8567-df7178899319 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:44:10.535162 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:10.636471 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:10.725877 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddfd07-3042-44ea-8155-48a1ac01ee6a req-9ce8c501-edfe-480b-b12a-30733544507a tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:10.740572 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-39ddfd07-3042-44ea-8155-48a1ac01ee6a req-9ce8c501-edfe-480b-b12a-30733544507a tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 931 time: 0.5783727
Nov 19 20:44:10.824543 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] Set router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:44:10.860888 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [req-61246914-9427-429f-9334-7842848ce69b req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 339f0228-aa56-4d4e-a917-dea88c2f4ab0 {{(pid=80324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 20:44:10.877493 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61246914-9427-429f-9334-7842848ce69b req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:10.906928 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-61246914-9427-429f-9334-7842848ce69b req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Transition to ACTIVE for port object 339f0228-aa56-4d4e-a917-dea88c2f4ab0 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:44:11.345400 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Allocated IP 172.20.0.1 (6ffb72e9-96a6-4c46-8196-d8ef4a914fbd/59cbba1f-50a8-4d2a-8185-b2dfe8b126e2/a536e734-57e7-42c2-9cf7-134512d81fc8) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:44:11.551099 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc1936a0>, [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '45189207-a55b-4e33-a101-45be26548e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:43:59Z', 'revision_number': 3, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port': {'id': '45189207-a55b-4e33-a101-45be26548e8b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:57Z', 'updated_at': '2020-11-19T20:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:44:11.558935 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1919364f-7ad5-4fe9-bc7b-2fa813f23121 None None] The sync data for ids ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'] in dv-cinder-750782-3-iscsi is: [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '45189207-a55b-4e33-a101-45be26548e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:43:59Z', 'revision_number': 3, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port': {'id': '45189207-a55b-4e33-a101-45be26548e8b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:57Z', 'updated_at': '2020-11-19T20:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:44:11.644185 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-6ba8ebe7-24ed-4248-af58-3575920fee02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:11.655216 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-6ba8ebe7-24ed-4248-af58-3575920fee02 admin admin] Usage tracker for resource:security_group_rule and tenant:ecd6cfeeceed4e85a70e9636732b09db is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:11.661874 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-6ba8ebe7-24ed-4248-af58-3575920fee02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:11.709891 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-6ba8ebe7-24ed-4248-af58-3575920fee02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:11.745877 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:11.797389 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-39ddfd07-3042-44ea-8155-48a1ac01ee6a req-1dec1f2c-f0f0-4198-9a21-6daa176403cd tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0558758
Nov 19 20:44:11.907311 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61246914-9427-429f-9334-7842848ce69b req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:11.909585 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Pushing event updated for resources: {'Port': ['ID=25fae8a5-f7bb-40e4-8567-df7178899319,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:11.939664 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:11.974314 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:12.060680 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:12.063948 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Pushing event updated for resources: {'Port': ['ID=339f0228-aa56-4d4e-a917-dea88c2f4ab0,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:12.108579 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:12.117955 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Transition to ACTIVE for port object a536e734-57e7-42c2-9cf7-134512d81fc8 will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:44:12.300275 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:44:12.312071 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:12.313046 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Sync routers for ids ['ec69cc4d-6539-4e17-b943-6f136818ab29'] in dv-cinder-750782-3-iscsi {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:44:12.348768 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Routers {'ec69cc4d-6539-4e17-b943-6f136818ab29'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:44:12.349465 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd77bb898>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:44:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['ec69cc4d-6539-4e17-b943-6f136818ab29'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:44:12.412646 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Attempting to bind port 25fae8a5-f7bb-40e4-8567-df7178899319 on host hv-cinder-75078 for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:44:12.413199 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Attempting to bind port 25fae8a5-f7bb-40e4-8567-df7178899319 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '3765f5f7-1fd3-4398-b91d-0da70ec87c6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '63879a0e-667c-47c5-9e83-8caef3374839'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:44:12.413720 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Attempting to bind port 25fae8a5-f7bb-40e4-8567-df7178899319 on network 63879a0e-667c-47c5-9e83-8caef3374839 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:44:12.429853 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618053ee-89f0-4860-9540-e75d8e5a35a6 req-5ff9c380-8ecf-4baa-be22-fe74f0988509 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:12.442220 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-618053ee-89f0-4860-9540-e75d8e5a35a6 req-5ff9c380-8ecf-4baa-be22-fe74f0988509 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 1.5327592
Nov 19 20:44:12.566517 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-618053ee-89f0-4860-9540-e75d8e5a35a6 req-e3693a02-de6a-4a00-842d-b8039c44481a tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228347
Nov 19 20:44:12.591974 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:12.606177 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Checking agent: {'id': '460481f1-45c5-4450-82c0-45a37946158c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 41, 59), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 29), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:44:12.606564 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Checking segment: {'id': '3765f5f7-1fd3-4398-b91d-0da70ec87c6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '63879a0e-667c-47c5-9e83-8caef3374839'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:44:12.607081 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:12.607487 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Bound using segment: {'id': '3765f5f7-1fd3-4398-b91d-0da70ec87c6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '63879a0e-667c-47c5-9e83-8caef3374839'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:44:12.608053 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Bound port: 25fae8a5-f7bb-40e4-8567-df7178899319, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3765f5f7-1fd3-4398-b91d-0da70ec87c6e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '63879a0e-667c-47c5-9e83-8caef3374839'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:44:12.608441 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:12.712957 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6ba8ebe7-24ed-4248-af58-3575920fee02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:12.714101 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Pushing event updated for resources: {'Port': ['ID=a536e734-57e7-42c2-9cf7-134512d81fc8,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:12.732741 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Network 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:44:12.745779 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] 10.222.0.23 "PUT /v2.0/routers/ec69cc4d-6539-4e17-b943-6f136818ab29/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.9471781
Nov 19 20:44:12.745779 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:12.745779 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:44:12.747323 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6ba8ebe7-24ed-4248-af58-3575920fee02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:12.748525 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:44:12.749383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854183447'] for router_interface, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:12.811085 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:12.877429 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] For port 25fae8a5-f7bb-40e4-8567-df7178899319, host hv-cinder-75078, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:44:12.887130 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] For port 25fae8a5-f7bb-40e4-8567-df7178899319, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=25fae8a5-f7bb-40e4-8567-df7178899319,segment=NetworkSegment(3765f5f7-1fd3-4398-b91d-0da70ec87c6e),segment_id=3765f5f7-1fd3-4398-b91d-0da70ec87c6e)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:44:12.887901 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-6ba8ebe7-24ed-4248-af58-3575920fee02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ecd6cfeeceed4e85a70e9636732b09db&name=default HTTP/1.1" status: 200  len: 2647 time: 2.4731872
Nov 19 20:44:12.895237 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56804) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:12.898943 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8ebe7-24ed-4248-af58-3575920fee02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d167aaa5-74e2-4842-8836-c9f2d04fb32f,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:12.899314 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:12.921284 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-6ba8ebe7-24ed-4248-af58-3575920fee02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:13.032325 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Set router ec69cc4d-6539-4e17-b943-6f136818ab29 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:44:13.225156 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d12c0650-3bde-40ee-8516-7e9d5c410088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:13.283140 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-5f65ad29-d955-4ab7-b581-25a7cd2c9b4b None None] Provisioning for port a536e734-57e7-42c2-9cf7-134512d81fc8 completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:44:13.313649 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-5f65ad29-d955-4ab7-b581-25a7cd2c9b4b None None] Provisioning complete for port a536e734-57e7-42c2-9cf7-134512d81fc8 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:44:13.314381 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5f65ad29-d955-4ab7-b581-25a7cd2c9b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:13.325192 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:13.332997 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d12c0650-3bde-40ee-8516-7e9d5c410088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:13.385131 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 45189207-a55b-4e33-a101-45be26548e8b up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:44:13.457688 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-5f65ad29-d955-4ab7-b581-25a7cd2c9b4b None None] Port a536e734-57e7-42c2-9cf7-134512d81fc8 cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:44:13.480015 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port 45189207-a55b-4e33-a101-45be26548e8b completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:44:13.489056 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port 45189207-a55b-4e33-a101-45be26548e8b triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:44:13.489841 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:13.651227 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:13.652991 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] 10.222.0.27 "PUT /v2.0/ports/25fae8a5-f7bb-40e4-8567-df7178899319 HTTP/1.1" status: 200  len: 1157 time: 5.8730168
Nov 19 20:44:13.658997 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2291b66f-f6ae-443f-8ed2-aba399d3c3a9', 'tag': '25fae8a5-f7bb-40e4-8567-df7178899319'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:44:13.697684 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d12c0650-3bde-40ee-8516-7e9d5c410088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:13.766008 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:13.786956 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:13.810593 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] For port 45189207-a55b-4e33-a101-45be26548e8b, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=45189207-a55b-4e33-a101-45be26548e8b,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:44:13.817228 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:13.827126 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:13.831608 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c0650-3bde-40ee-8516-7e9d5c410088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d167aaa5-74e2-4842-8836-c9f2d04fb32f,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:13.838420 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d12c0650-3bde-40ee-8516-7e9d5c410088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:13.872058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-61246914-9427-429f-9334-7842848ce69b req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Attempting to bind port 339f0228-aa56-4d4e-a917-dea88c2f4ab0 on host hv-cinder-75078 for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:44:13.872515 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-61246914-9427-429f-9334-7842848ce69b req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Attempting to bind port 339f0228-aa56-4d4e-a917-dea88c2f4ab0 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '1631c808-525d-4114-a0fd-3928fbc2f5e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ce3015e-7733-4848-848e-064d0fd6ea67'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:44:13.872890 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61246914-9427-429f-9334-7842848ce69b req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Attempting to bind port 339f0228-aa56-4d4e-a917-dea88c2f4ab0 on network 2ce3015e-7733-4848-848e-064d0fd6ea67 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:44:13.883336 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d12c0650-3bde-40ee-8516-7e9d5c410088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:13.886975 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-d12c0650-3bde-40ee-8516-7e9d5c410088 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d167aaa5-74e2-4842-8836-c9f2d04fb32f HTTP/1.1" status: 204  len: 168 time: 0.9571733
Nov 19 20:44:13.910729 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:13.956124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Pushing event updated for resources: {'Port': ['ID=45189207-a55b-4e33-a101-45be26548e8b,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:13.962475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd120c-7006-4aee-a87e-afce63e2bcd6 req-d0a14012-e43b-48d6-8902-ec4ea9711c0d tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:13.964206 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-83cd120c-7006-4aee-a87e-afce63e2bcd6 req-d0a14012-e43b-48d6-8902-ec4ea9711c0d tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.7442691
Nov 19 20:44:13.994608 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:14.012510 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61246914-9427-429f-9334-7842848ce69b req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Checking agent: {'id': '460481f1-45c5-4450-82c0-45a37946158c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 41, 59), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 29), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:44:14.012890 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61246914-9427-429f-9334-7842848ce69b req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Checking segment: {'id': '1631c808-525d-4114-a0fd-3928fbc2f5e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ce3015e-7733-4848-848e-064d0fd6ea67'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:44:14.013296 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61246914-9427-429f-9334-7842848ce69b req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:14.013692 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61246914-9427-429f-9334-7842848ce69b req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Bound using segment: {'id': '1631c808-525d-4114-a0fd-3928fbc2f5e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ce3015e-7733-4848-848e-064d0fd6ea67'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:44:14.014182 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-61246914-9427-429f-9334-7842848ce69b req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Bound port: 339f0228-aa56-4d4e-a917-dea88c2f4ab0, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1631c808-525d-4114-a0fd-3928fbc2f5e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ce3015e-7733-4848-848e-064d0fd6ea67'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:44:14.017599 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61246914-9427-429f-9334-7842848ce69b req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:14.044961 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd77bb898>, [{'id': 'ec69cc4d-6539-4e17-b943-6f136818ab29', 'name': 'tempest-ServerRescueNegativeTestJSON-1900196231-router', 'tenant_id': '815c1f905e754bd799b86d9adaab1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a85cf481-c8d2-4927-82e1-774c305d0f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:52Z', 'updated_at': '2020-11-19T20:44:04Z', 'revision_number': 4, 'project_id': '815c1f905e754bd799b86d9adaab1030', 'gw_port': {'id': 'a85cf481-c8d2-4927-82e1-774c305d0f03', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec69cc4d-6539-4e17-b943-6f136818ab29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:53Z', 'updated_at': '2020-11-19T20:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115', 'name': '', 'network_id': '0a113bd1-778c-4e88-acd2-a1595854211f', 'tenant_id': '815c1f905e754bd799b86d9adaab1030', 'mac_address': 'fa:16:3e:2b:8b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec69cc4d-6539-4e17-b943-6f136818ab29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab1e6561-e749-40d7-a5a9-de196eaf5e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:00Z', 'updated_at': '2020-11-19T20:44:05Z', 'revision_number': 2, 'project_id': '815c1f905e754bd799b86d9adaab1030', 'subnets': [{'id': 'ab1e6561-e749-40d7-a5a9-de196eaf5e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:44:14.054067 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Checking router: ec69cc4d-6539-4e17-b943-6f136818ab29 for host: dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:44:14.054623 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Updating router ec69cc4d-6539-4e17-b943-6f136818ab29 port bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115 binding host dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 20:44:14.178645 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:14.251855 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56838) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:14.295482 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Pushing event updated for resources: {'Port': ['ID=25fae8a5-f7bb-40e4-8567-df7178899319,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:14.312054 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.987s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:14.313109 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-61246914-9427-429f-9334-7842848ce69b req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] For port 339f0228-aa56-4d4e-a917-dea88c2f4ab0, host hv-cinder-75078, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:44:14.335577 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-17cce3ed-b9e5-4adf-84f3-ae6f1775716a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=60d23972af824cf985722cae5dc86a4b&device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 1160 time: 0.4734890
Nov 19 20:44:14.338269 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-61246914-9427-429f-9334-7842848ce69b req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] For port 339f0228-aa56-4d4e-a917-dea88c2f4ab0, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=339f0228-aa56-4d4e-a917-dea88c2f4ab0,segment=NetworkSegment(1631c808-525d-4114-a0fd-3928fbc2f5e0),segment_id=1631c808-525d-4114-a0fd-3928fbc2f5e0)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:44:14.362088 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61246914-9427-429f-9334-7842848ce69b req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:14.371208 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033093d-64f8-403f-b679-68fbcf87f7dc req-63e5a156-ebe5-4ce1-9b21-9f3a66c5ba40 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:14.372812 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6033093d-64f8-403f-b679-68fbcf87f7dc req-63e5a156-ebe5-4ce1-9b21-9f3a66c5ba40 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.3618729
Nov 19 20:44:14.454426 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-83cd120c-7006-4aee-a87e-afce63e2bcd6 req-a16b4772-c63e-4f62-aecc-da45e686701d tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4819610
Nov 19 20:44:14.491145 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:14.497191 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:14.503167 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:14.504842 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3962591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604935'] for router_interface, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:14.522346 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:14.591704 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Pushing event updated for resources: {'Port': ['ID=a536e734-57e7-42c2-9cf7-134512d81fc8,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:14.596232 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:14.697824 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Pushing event updated for resources: {'Port': ['ID=339f0228-aa56-4d4e-a917-dea88c2f4ab0,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:14.701300 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:14.738194 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Network 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:44:14.738501 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6033093d-64f8-403f-b679-68fbcf87f7dc req-b09986b1-6bb2-4a05-a2fc-c2b856f8a6f0 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2487154
Nov 19 20:44:14.739403 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:44:14.802638 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61246914-9427-429f-9334-7842848ce69b req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:14.804417 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61246914-9427-429f-9334-7842848ce69b req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] 10.222.0.27 "PUT /v2.0/ports/339f0228-aa56-4d4e-a917-dea88c2f4ab0 HTTP/1.1" status: 200  len: 1157 time: 7.0304098
Nov 19 20:44:14.869243 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Notify callbacks [] for port, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:14.900582 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Transition to ACTIVE for port object bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115 will not be triggered until provisioned by entity L2. {{(pid=80326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:44:14.907297 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:14.951477 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e83b62db-db11-48ae-8f18-c4a342d49554 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:15.104905 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-44684c0f-3734-4963-ae47-3f320940cd6b None None] Provisioning complete for port a536e734-57e7-42c2-9cf7-134512d81fc8 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:44:15.105351 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-44684c0f-3734-4963-ae47-3f320940cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:15.238977 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 45189207-a55b-4e33-a101-45be26548e8b up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:44:15.348274 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2545df-c3dc-41a9-be16-e81e7fd8182a None None] Pushing event updated for resources: {'Port': ['ID=bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115,revision_number=3']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:15.351873 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-cb2545df-c3dc-41a9-be16-e81e7fd8182a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:15.363581 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-44684c0f-3734-4963-ae47-3f320940cd6b None None] Port a536e734-57e7-42c2-9cf7-134512d81fc8 cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:44:15.372851 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port 45189207-a55b-4e33-a101-45be26548e8b triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:44:15.373831 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:15.440386 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Attempting to bind port bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115 on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:44:15.440918 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Attempting to bind port bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115 by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': '4d8bb714-8049-4fcb-9d3d-494ad10c767d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0a113bd1-778c-4e88-acd2-a1595854211f'}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:44:15.441473 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Attempting to bind port bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115 on network 0a113bd1-778c-4e88-acd2-a1595854211f {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:44:15.458841 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:44:15.459483 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Checking segment: {'id': '4d8bb714-8049-4fcb-9d3d-494ad10c767d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0a113bd1-778c-4e88-acd2-a1595854211f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:44:15.460038 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:15.460587 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Bound using segment: {'id': '4d8bb714-8049-4fcb-9d3d-494ad10c767d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0a113bd1-778c-4e88-acd2-a1595854211f'} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:44:15.461226 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Bound port: bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8bb714-8049-4fcb-9d3d-494ad10c767d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0a113bd1-778c-4e88-acd2-a1595854211f'}}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:44:15.461922 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:15.562366 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-327063eb-1273-4f31-b7b3-c44ebd12374e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25fae8a5-f7bb-40e4-8567-df7178899319 HTTP/1.1" status: 200  len: 217 time: 0.1630144
Nov 19 20:44:15.608307 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-01db5ee1-0f02-4b62-92f9-0e327021ac52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:15.695696 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] For port bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:44:15.699493 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] For port bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115,segment=NetworkSegment(4d8bb714-8049-4fcb-9d3d-494ad10c767d),segment_id=4d8bb714-8049-4fcb-9d3d-494ad10c767d)] {{(pid=80326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:44:15.706621 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:15.722109 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b6152ea2-aa27-4c41-ab30-57a5e31170ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:15.725912 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-033b218d-52f9-471f-a8ec-62452dbe0d54 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:15.727563 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-033b218d-52f9-471f-a8ec-62452dbe0d54 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=aab92e9f-b75c-4b39-aa79-a06c5c9e14f7 HTTP/1.1" status: 200  len: 852 time: 0.1108198
Nov 19 20:44:15.783822 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-69e9800c-37a6-4ab1-bb1c-086ef9eab0cf service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=63879a0e-667c-47c5-9e83-8caef3374839&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483930
Nov 19 20:44:15.787383 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61246914-9427-429f-9334-7842848ce69b req-64300258-2870-4f79-ac55-85b84e8af357 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e630c4b863fc4f05a67504f58217b092&device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 1160 time: 0.2734468
Nov 19 20:44:15.800066 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2291b66f-f6ae-443f-8ed2-aba399d3c3a9', 'tag': '25fae8a5-f7bb-40e4-8567-df7178899319', 'status': 'completed', 'code': 200}
Nov 19 20:44:15.887464 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2545df-c3dc-41a9-be16-e81e7fd8182a None None] Pushing event updated for resources: {'Port': ['ID=bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115,revision_number=4']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:15.892139 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-cb2545df-c3dc-41a9-be16-e81e7fd8182a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:15.952580 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Routers {'ec69cc4d-6539-4e17-b943-6f136818ab29'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:44:15.953258 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd77bb898>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:44:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['ec69cc4d-6539-4e17-b943-6f136818ab29'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:44:16.121716 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb752f7-c70d-4534-8371-b055f54087dd req-562a67ae-4af6-429f-89aa-b989432c0c78 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:16.123134 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-8bb752f7-c70d-4534-8371-b055f54087dd req-562a67ae-4af6-429f-89aa-b989432c0c78 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Synchronizing usage tracker for tenant:815c1f905e754bd799b86d9adaab1030 on resource:network {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:44:16.216031 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-01db5ee1-0f02-4b62-92f9-0e327021ac52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:16.224789 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-01db5ee1-0f02-4b62-92f9-0e327021ac52 admin admin] Usage tracker for resource:security_group_rule and tenant:5d840c5c8d044580b99ebdea29b269c2 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:16.229508 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-01db5ee1-0f02-4b62-92f9-0e327021ac52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:16.249468 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-9d2a635f-a7ae-4bb4-9fe5-86ad0ed92edf service neutron] 10.222.0.27 "GET /v2.0/networks/63879a0e-667c-47c5-9e83-8caef3374839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4458897
Nov 19 20:44:16.280571 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61246914-9427-429f-9334-7842848ce69b req-03fb35d2-e4cc-4faa-84c6-a6ce6e653155 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=339f0228-aa56-4d4e-a917-dea88c2f4ab0 HTTP/1.1" status: 200  len: 217 time: 0.2551088
Nov 19 20:44:16.287621 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-8bb752f7-c70d-4534-8371-b055f54087dd req-562a67ae-4af6-429f-89aa-b989432c0c78 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Unset dirty status for tenant:815c1f905e754bd799b86d9adaab1030 on resource:network {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:44:16.300271 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8bb752f7-c70d-4534-8371-b055f54087dd req-562a67ae-4af6-429f-89aa-b989432c0c78 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/networks?id=0a113bd1-778c-4e88-acd2-a1595854211f HTTP/1.1" status: 200  len: 819 time: 0.6360064
Nov 19 20:44:16.330582 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8bb752f7-c70d-4534-8371-b055f54087dd req-5b4da06f-8e45-4b44-b466-495995dbc2d0 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/quotas/815c1f905e754bd799b86d9adaab1030 HTTP/1.1" status: 200  len: 375 time: 0.0291104
Nov 19 20:44:16.336500 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] Set router ec69cc4d-6539-4e17-b943-6f136818ab29 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:44:16.377056 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-01db5ee1-0f02-4b62-92f9-0e327021ac52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:16.490588 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cef9ec-56e9-4456-aef2-3a380a3bc668 req-61a94bcf-f292-4d87-a098-4d8530807313 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:16.491551 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-e1cef9ec-56e9-4456-aef2-3a380a3bc668 req-61a94bcf-f292-4d87-a098-4d8530807313 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Synchronizing usage tracker for tenant:60d23972af824cf985722cae5dc86a4b on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:44:16.514046 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-8bb752f7-c70d-4534-8371-b055f54087dd req-a2224b88-28dd-4625-9812-98284b3b2726 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Synchronizing usage tracker for tenant:815c1f905e754bd799b86d9adaab1030 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:44:16.533427 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-e1cef9ec-56e9-4456-aef2-3a380a3bc668 req-61a94bcf-f292-4d87-a098-4d8530807313 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Unset dirty status for tenant:60d23972af824cf985722cae5dc86a4b on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:44:16.535552 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e1cef9ec-56e9-4456-aef2-3a380a3bc668 req-61a94bcf-f292-4d87-a098-4d8530807313 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.3442633
Nov 19 20:44:16.540678 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61246914-9427-429f-9334-7842848ce69b req-76ace233-7490-4aac-aa67-4b6fdd91711b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:16.542419 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61246914-9427-429f-9334-7842848ce69b req-76ace233-7490-4aac-aa67-4b6fdd91711b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=61fe5f9f-aa74-4c90-822d-2b56b29c0b01 HTTP/1.1" status: 200  len: 855 time: 0.2341924
Nov 19 20:44:16.550091 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:44:16.573309 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-01db5ee1-0f02-4b62-92f9-0e327021ac52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:16.575627 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-8bb752f7-c70d-4534-8371-b055f54087dd req-a2224b88-28dd-4625-9812-98284b3b2726 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Unset dirty status for tenant:815c1f905e754bd799b86d9adaab1030 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:44:16.584753 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8bb752f7-c70d-4534-8371-b055f54087dd req-a2224b88-28dd-4625-9812-98284b3b2726 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?tenant_id=815c1f905e754bd799b86d9adaab1030&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2531021
Nov 19 20:44:16.624053 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-01db5ee1-0f02-4b62-92f9-0e327021ac52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:16.677379 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:16.687682 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-01db5ee1-0f02-4b62-92f9-0e327021ac52 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5d840c5c8d044580b99ebdea29b269c2&name=default HTTP/1.1" status: 200  len: 2647 time: 2.4311886
Nov 19 20:44:16.697058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56898) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:16.819111 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61246914-9427-429f-9334-7842848ce69b req-36d5d69c-cecf-46cd-959f-1a58c35715ca service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=2ce3015e-7733-4848-848e-064d0fd6ea67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2696238
Nov 19 20:44:16.986425 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61246914-9427-429f-9334-7842848ce69b req-c5d6b38b-97a5-4acf-9de3-14eb19fb3334 service neutron] 10.222.0.27 "GET /v2.0/networks/2ce3015e-7733-4848-848e-064d0fd6ea67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574712
Nov 19 20:44:17.027971 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e1cef9ec-56e9-4456-aef2-3a380a3bc668 req-bbe2f782-24bc-4d8b-849d-b6962f5ef172 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4819870
Nov 19 20:44:17.078918 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-6278a62a-a51b-4225-be15-7ca360c688a2 service neutron] 10.222.0.27 "GET /v2.0/networks/63879a0e-667c-47c5-9e83-8caef3374839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8020926
Nov 19 20:44:17.117846 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db5ee1-0f02-4b62-92f9-0e327021ac52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed3c8bd-7b18-443a-89d3-0213827e3ecd,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:17.170118 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd77bb898>, [{'id': 'ec69cc4d-6539-4e17-b943-6f136818ab29', 'name': 'tempest-ServerRescueNegativeTestJSON-1900196231-router', 'tenant_id': '815c1f905e754bd799b86d9adaab1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a85cf481-c8d2-4927-82e1-774c305d0f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:52Z', 'updated_at': '2020-11-19T20:44:04Z', 'revision_number': 4, 'project_id': '815c1f905e754bd799b86d9adaab1030', 'gw_port': {'id': 'a85cf481-c8d2-4927-82e1-774c305d0f03', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec69cc4d-6539-4e17-b943-6f136818ab29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:53Z', 'updated_at': '2020-11-19T20:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115', 'name': '', 'network_id': '0a113bd1-778c-4e88-acd2-a1595854211f', 'tenant_id': '815c1f905e754bd799b86d9adaab1030', 'mac_address': 'fa:16:3e:2b:8b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec69cc4d-6539-4e17-b943-6f136818ab29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab1e6561-e749-40d7-a5a9-de196eaf5e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:00Z', 'updated_at': '2020-11-19T20:44:15Z', 'revision_number': 4, 'project_id': '815c1f905e754bd799b86d9adaab1030', 'subnets': [{'id': 'ab1e6561-e749-40d7-a5a9-de196eaf5e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:44:17.177415 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde22835-c7e7-4d8f-a003-4f72304b2aff None None] The sync data for ids ['ec69cc4d-6539-4e17-b943-6f136818ab29'] in dv-cinder-750782-3-iscsi is: [{'id': 'ec69cc4d-6539-4e17-b943-6f136818ab29', 'name': 'tempest-ServerRescueNegativeTestJSON-1900196231-router', 'tenant_id': '815c1f905e754bd799b86d9adaab1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a85cf481-c8d2-4927-82e1-774c305d0f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:52Z', 'updated_at': '2020-11-19T20:44:04Z', 'revision_number': 4, 'project_id': '815c1f905e754bd799b86d9adaab1030', 'gw_port': {'id': 'a85cf481-c8d2-4927-82e1-774c305d0f03', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec69cc4d-6539-4e17-b943-6f136818ab29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:53Z', 'updated_at': '2020-11-19T20:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115', 'name': '', 'network_id': '0a113bd1-778c-4e88-acd2-a1595854211f', 'tenant_id': '815c1f905e754bd799b86d9adaab1030', 'mac_address': 'fa:16:3e:2b:8b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec69cc4d-6539-4e17-b943-6f136818ab29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab1e6561-e749-40d7-a5a9-de196eaf5e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:00Z', 'updated_at': '2020-11-19T20:44:15Z', 'revision_number': 4, 'project_id': '815c1f905e754bd799b86d9adaab1030', 'subnets': [{'id': 'ab1e6561-e749-40d7-a5a9-de196eaf5e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:44:17.181520 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-01db5ee1-0f02-4b62-92f9-0e327021ac52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:17.184278 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f8ad9e6-8504-48ad-b53d-65e2b634063f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:17.279067 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f8ad9e6-8504-48ad-b53d-65e2b634063f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:17.320842 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61246914-9427-429f-9334-7842848ce69b req-fc85363f-d0ef-4d70-95e0-aa154f3237bc service neutron] 10.222.0.27 "GET /v2.0/networks/2ce3015e-7733-4848-848e-064d0fd6ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3092756
Nov 19 20:44:17.449771 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94f90bae-96d1-40df-bbe5-1c714d653c7b req-9be69540-8e83-4153-8704-3a2f94ebcfde service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=60d23972af824cf985722cae5dc86a4b&device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 1160 time: 0.1278071
Nov 19 20:44:17.468496 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f8ad9e6-8504-48ad-b53d-65e2b634063f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:17.498985 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:17.512150 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8bb752f7-c70d-4534-8371-b055f54087dd req-5a96ab6f-726b-4447-af3c-99c2ef040369 service neutron] 10.222.0.23 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9261091
Nov 19 20:44:17.559580 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ad9e6-8504-48ad-b53d-65e2b634063f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed3c8bd-7b18-443a-89d3-0213827e3ecd,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:17.612170 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1f8ad9e6-8504-48ad-b53d-65e2b634063f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:17.638747 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f8ad9e6-8504-48ad-b53d-65e2b634063f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:17.649018 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-1f8ad9e6-8504-48ad-b53d-65e2b634063f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1ed3c8bd-7b18-443a-89d3-0213827e3ecd HTTP/1.1" status: 204  len: 168 time: 0.9508874
Nov 19 20:44:17.808809 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a5bf09-e359-44cf-aa86-8e9e341800e5', 'tag': '339f0228-aa56-4d4e-a917-dea88c2f4ab0'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:44:17.862454 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14767da6-13bf-4240-830f-3798a0db4426 req-a8b205c1-adba-42d3-a7bc-82ceac74bdc8 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:17.864392 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-14767da6-13bf-4240-830f-3798a0db4426 req-a8b205c1-adba-42d3-a7bc-82ceac74bdc8 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.3720543
Nov 19 20:44:17.935196 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f90bae-96d1-40df-bbe5-1c714d653c7b req-f0390777-b62f-4605-89bf-3b15e2f34eb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:17.936850 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94f90bae-96d1-40df-bbe5-1c714d653c7b req-f0390777-b62f-4605-89bf-3b15e2f34eb7 service neutron] 10.222.0.27 "GET /v2.0/networks?id=63879a0e-667c-47c5-9e83-8caef3374839 HTTP/1.1" status: 200  len: 906 time: 0.4795568
Nov 19 20:44:18.045546 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8bb752f7-c70d-4534-8371-b055f54087dd req-c1290d36-70b7-443e-8530-e900bf5055e9 service neutron] 10.222.0.23 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5214436
Nov 19 20:44:18.093254 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:44:18.108583 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Sync routers for ids ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:44:18.110357 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94f90bae-96d1-40df-bbe5-1c714d653c7b req-60a863c2-a2c8-4312-84f0-e08eca739dcf service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25fae8a5-f7bb-40e4-8567-df7178899319 HTTP/1.1" status: 200  len: 217 time: 0.1647754
Nov 19 20:44:18.117655 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-14767da6-13bf-4240-830f-3798a0db4426 req-c19f4227-a077-45e8-b84e-f0364bdf5c27 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2404642
Nov 19 20:44:18.117867 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] 10.222.0.23 "PUT /v2.0/routers/0cee4588-1058-4ebd-ac2d-57b2c00eae59/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.6479797
Nov 19 20:44:18.154543 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Routers {'0cee4588-1058-4ebd-ac2d-57b2c00eae59'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:44:18.156668 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc2ed2b0>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:44:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:44:18.351565 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f90bae-96d1-40df-bbe5-1c714d653c7b req-39ad8e39-30e5-45a7-825d-053f8e1558f6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:18.355369 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94f90bae-96d1-40df-bbe5-1c714d653c7b req-39ad8e39-30e5-45a7-825d-053f8e1558f6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=aab92e9f-b75c-4b39-aa79-a06c5c9e14f7 HTTP/1.1" status: 200  len: 852 time: 0.2367351
Nov 19 20:44:18.360301 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a5bf09-e359-44cf-aa86-8e9e341800e5', 'tag': '339f0228-aa56-4d4e-a917-dea88c2f4ab0', 'status': 'completed', 'code': 200}
Nov 19 20:44:18.418191 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56942) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:18.460340 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2d80c429-b80b-466e-8c18-b80900a13e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:18.523561 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-2d80c429-b80b-466e-8c18-b80900a13e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:18.528837 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-2d80c429-b80b-466e-8c18-b80900a13e4d admin admin] Usage tracker for resource:security_group_rule and tenant:03fd3d5c24fb4c11af6d063e2dce5631 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:18.533204 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-2d80c429-b80b-466e-8c18-b80900a13e4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:18.540026 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-2d80c429-b80b-466e-8c18-b80900a13e4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:18.701757 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e05ecdb4-e2e4-4fe1-8f19-89b89a5bc393 req-1e241ee6-a4ef-497b-b08a-5db687ea5abe tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 210 time: 0.2589364
Nov 19 20:44:18.736580 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94f90bae-96d1-40df-bbe5-1c714d653c7b req-94438f4e-5670-4cd3-97b1-8b3bddcffff1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=63879a0e-667c-47c5-9e83-8caef3374839&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3683546
Nov 19 20:44:18.850518 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2d80c429-b80b-466e-8c18-b80900a13e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:18.860312 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2d80c429-b80b-466e-8c18-b80900a13e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:18.935483 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05631b0-2ec5-4704-a135-2fa3f06f20f4 req-dea34fa1-d206-45e3-9a5e-5e732b335e7d tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:18.950662 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b05631b0-2ec5-4704-a135-2fa3f06f20f4 req-dea34fa1-d206-45e3-9a5e-5e732b335e7d tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.3747568
Nov 19 20:44:18.954248 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-2094b1a4-fa08-4243-9199-8a3a32b8efd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:19.113105 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f217295e-5b36-4416-8ef3-ba36f5df12be req-bf7cd60f-01bf-4468-b9d7-a1cc4c5faabf service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e630c4b863fc4f05a67504f58217b092&device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 1160 time: 0.6672187
Nov 19 20:44:19.184198 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-2d80c429-b80b-466e-8c18-b80900a13e4d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03fd3d5c24fb4c11af6d063e2dce5631&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7624514
Nov 19 20:44:19.187242 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80c429-b80b-466e-8c18-b80900a13e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d7f7d6-cf72-4ebc-8fe0-88a830d68579,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:19.199215 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 56976) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:19.215859 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-2d80c429-b80b-466e-8c18-b80900a13e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:19.253652 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Set router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:44:19.309507 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b05631b0-2ec5-4704-a135-2fa3f06f20f4 req-9c8897a7-4c45-4eca-b13a-7328626bcaac tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3572011
Nov 19 20:44:19.419909 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-204a0c0a-b1d6-462f-bde1-eff030269596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:19.460113 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:44:19.500166 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-204a0c0a-b1d6-462f-bde1-eff030269596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:19.588838 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94f90bae-96d1-40df-bbe5-1c714d653c7b req-b4ce9032-f841-477d-be6b-b52f4df3f733 service neutron] 10.222.0.27 "GET /v2.0/networks/63879a0e-667c-47c5-9e83-8caef3374839?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8289928
Nov 19 20:44:19.922813 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b56c74-ce06-4cac-814f-b77c932828ec req-226afbd1-9d51-48d8-a58e-bb17b95511f4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:19.930714 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-57b56c74-ce06-4cac-814f-b77c932828ec req-226afbd1-9d51-48d8-a58e-bb17b95511f4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/networks?id=0a113bd1-778c-4e88-acd2-a1595854211f HTTP/1.1" status: 200  len: 819 time: 0.3540933
Nov 19 20:44:19.936676 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94f90bae-96d1-40df-bbe5-1c714d653c7b req-ced09681-d511-4f3d-999e-0d8f9b8a8c07 service neutron] 10.222.0.27 "GET /v2.0/networks/63879a0e-667c-47c5-9e83-8caef3374839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3325825
Nov 19 20:44:19.953095 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-57b56c74-ce06-4cac-814f-b77c932828ec req-e9073ee4-3109-4a42-a274-a7394d74fb69 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/quotas/815c1f905e754bd799b86d9adaab1030 HTTP/1.1" status: 200  len: 375 time: 0.0212898
Nov 19 20:44:19.967564 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-204a0c0a-b1d6-462f-bde1-eff030269596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:19.977238 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217295e-5b36-4416-8ef3-ba36f5df12be req-a1da13ca-c7a2-41fd-8294-f10f8a8c1d12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:19.985399 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f217295e-5b36-4416-8ef3-ba36f5df12be req-a1da13ca-c7a2-41fd-8294-f10f8a8c1d12 service neutron] 10.222.0.27 "GET /v2.0/networks?id=2ce3015e-7733-4848-848e-064d0fd6ea67 HTTP/1.1" status: 200  len: 909 time: 0.8639374
Nov 19 20:44:20.061894 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:20.068547 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f217295e-5b36-4416-8ef3-ba36f5df12be req-f4cddda8-a323-40e9-9715-3a22b62c467e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=339f0228-aa56-4d4e-a917-dea88c2f4ab0 HTTP/1.1" status: 200  len: 217 time: 0.0755301
Nov 19 20:44:20.104636 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a0c0a-b1d6-462f-bde1-eff030269596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d7f7d6-cf72-4ebc-8fe0-88a830d68579,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:20.106706 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-204a0c0a-b1d6-462f-bde1-eff030269596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:20.119565 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-204a0c0a-b1d6-462f-bde1-eff030269596 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70d7f7d6-cf72-4ebc-8fe0-88a830d68579 HTTP/1.1" status: 204  len: 168 time: 0.9190967
Nov 19 20:44:20.137800 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-204a0c0a-b1d6-462f-bde1-eff030269596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:20.231191 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217295e-5b36-4416-8ef3-ba36f5df12be req-95783c75-cbe1-4b12-958a-9d7ce5996c6c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:20.234907 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f217295e-5b36-4416-8ef3-ba36f5df12be req-95783c75-cbe1-4b12-958a-9d7ce5996c6c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=61fe5f9f-aa74-4c90-822d-2b56b29c0b01 HTTP/1.1" status: 200  len: 855 time: 0.1585338
Nov 19 20:44:20.251802 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-57b56c74-ce06-4cac-814f-b77c932828ec req-9dcc9bef-4bb7-407c-8198-c720ec290847 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?tenant_id=815c1f905e754bd799b86d9adaab1030&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2975712
Nov 19 20:44:20.310607 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 57024) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:20.327358 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f217295e-5b36-4416-8ef3-ba36f5df12be req-b5ecd7d5-cdc8-4246-90ec-949ed861c763 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=2ce3015e-7733-4848-848e-064d0fd6ea67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0853047
Nov 19 20:44:20.332397 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-19651a73-8224-4214-bfdd-69ba6b171c8b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Request body: {'security_group': {'name': 'tempest-securitygroup--428534673', 'description': 'tempest-description--763904447'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:44:20.339047 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-19651a73-8224-4214-bfdd-69ba6b171c8b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:20.344665 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-19651a73-8224-4214-bfdd-69ba6b171c8b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Usage tracker for resource:security_group and tenant:fa99d0118df442eca2afa5e7043d1676 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:20.348564 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-19651a73-8224-4214-bfdd-69ba6b171c8b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:20.355775 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-19651a73-8224-4214-bfdd-69ba6b171c8b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:20.380581 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:44:20.407245 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:44:20.407903 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:20.571281 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f217295e-5b36-4416-8ef3-ba36f5df12be req-4872dcba-f653-4078-9c55-b4dbf34c0a46 service neutron] 10.222.0.27 "GET /v2.0/networks/2ce3015e-7733-4848-848e-064d0fd6ea67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2059639
Nov 19 20:44:20.575614 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-19651a73-8224-4214-bfdd-69ba6b171c8b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:20.682019 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-57b56c74-ce06-4cac-814f-b77c932828ec req-e1342751-55b5-4963-9dd9-c5066895fdd8 service neutron] 10.222.0.23 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4292030
Nov 19 20:44:20.763985 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc2ed2b0>, [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '45189207-a55b-4e33-a101-45be26548e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port': {'id': '45189207-a55b-4e33-a101-45be26548e8b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:57Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'a536e734-57e7-42c2-9cf7-134512d81fc8', 'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'mac_address': 'fa:16:3e:72:c9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:14Z', 'revision_number': 2, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'subnets': [{'id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:44:20.788235 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Checking router: 0cee4588-1058-4ebd-ac2d-57b2c00eae59 for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:44:20.790913 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Updating router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 port a536e734-57e7-42c2-9cf7-134512d81fc8 binding host dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 20:44:20.805549 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 57038) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:20.845613 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-57b56c74-ce06-4cac-814f-b77c932828ec req-a025c021-0166-4346-b168-78f4619f812f service neutron] 10.222.0.23 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1621311
Nov 19 20:44:20.883492 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:20.929304 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] For port bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115,segment=NetworkSegment(4d8bb714-8049-4fcb-9d3d-494ad10c767d),segment_id=4d8bb714-8049-4fcb-9d3d-494ad10c767d)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:44:20.935948 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:20.951845 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:20.960265 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:21.129567 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-45787384-4e00-4768-8468-304a785e40c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:21.380247 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-45787384-4e00-4768-8468-304a785e40c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:21.385214 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-45787384-4e00-4768-8468-304a785e40c2 admin admin] Usage tracker for resource:security_group_rule and tenant:d2ce4d130d324388a9c77d314d3fa79c is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:21.389401 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-45787384-4e00-4768-8468-304a785e40c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:21.397110 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-45787384-4e00-4768-8468-304a785e40c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:21.464218 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f217295e-5b36-4416-8ef3-ba36f5df12be req-3e457d42-286b-4806-9586-f677aa0d25d0 service neutron] 10.222.0.27 "GET /v2.0/networks/2ce3015e-7733-4848-848e-064d0fd6ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8312919
Nov 19 20:44:21.484073 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-45787384-4e00-4768-8468-304a785e40c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:21.490516 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-45787384-4e00-4768-8468-304a785e40c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:21.553816 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:21.555066 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:21.576376 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Transition to ACTIVE for port object a536e734-57e7-42c2-9cf7-134512d81fc8 will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:44:21.596116 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Pushing event updated for resources: {'Port': ['ID=bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115,revision_number=5']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:21.606377 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:21.607425 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:21.681979 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb752f7-c70d-4534-8371-b055f54087dd req-5985eeee-4c11-4428-882d-56011756bf7f tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:21.683739 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8bb752f7-c70d-4534-8371-b055f54087dd req-5985eeee-4c11-4428-882d-56011756bf7f tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.27 "GET /v2.0/networks?id=0a113bd1-778c-4e88-acd2-a1595854211f HTTP/1.1" status: 200  len: 819 time: 1.1092575
Nov 19 20:44:21.712227 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-19651a73-8224-4214-bfdd-69ba6b171c8b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:21.727452 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c0a16-4fc0-49be-b09a-2068d2652e3b req-8cb39677-236f-4a64-aa26-aae86d29aea1 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:21.735850 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-357c0a16-4fc0-49be-b09a-2068d2652e3b req-8cb39677-236f-4a64-aa26-aae86d29aea1 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 1.1629267
Nov 19 20:44:21.739172 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-19651a73-8224-4214-bfdd-69ba6b171c8b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Usage tracker for resource:security_group_rule and tenant:fa99d0118df442eca2afa5e7043d1676 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:21.766001 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-19651a73-8224-4214-bfdd-69ba6b171c8b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:21.768027 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:21.785022 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-19651a73-8224-4214-bfdd-69ba6b171c8b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:21.864181 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-357c0a16-4fc0-49be-b09a-2068d2652e3b req-0731e628-50c5-4c8d-9125-ca7d9c2c9ab4 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271064
Nov 19 20:44:21.881153 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-45787384-4e00-4768-8468-304a785e40c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2ce4d130d324388a9c77d314d3fa79c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0717707
Nov 19 20:44:21.895325 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 57074) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:21.962391 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-19651a73-8224-4214-bfdd-69ba6b171c8b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:21.968091 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-19651a73-8224-4214-bfdd-69ba6b171c8b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:21.992121 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8d526-afdf-4275-a6fa-b761c34b73b9 None None] Pushing event updated for resources: {'Port': ['ID=a536e734-57e7-42c2-9cf7-134512d81fc8,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:22.002677 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45787384-4e00-4768-8468-304a785e40c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d78d36-4bb6-4521-bffc-1fab4807a8ea,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:22.014552 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-bfdc6441-7867-403e-976f-049f4a81c6fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:22.024937 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b2e32-98d1-48fd-876c-375040211873 req-84b07241-7001-4938-8c64-5098c7003cc7 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:22.033938 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8db8d526-afdf-4275-a6fa-b761c34b73b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:22.036196 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-721b2e32-98d1-48fd-876c-375040211873 req-84b07241-7001-4938-8c64-5098c7003cc7 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.8655906
Nov 19 20:44:22.041014 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-19651a73-8224-4214-bfdd-69ba6b171c8b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:22.042741 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-19651a73-8224-4214-bfdd-69ba6b171c8b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 1.7298222
Nov 19 20:44:22.042851 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-45787384-4e00-4768-8468-304a785e40c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:22.046045 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 57078) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:22.065637 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-65c4d4cd-75e9-4de4-972d-94e6a085c225 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Request body: {'security_group_rule': {'security_group_id': '1cf234ff-0571-4edc-8603-dae43b2b584c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:44:22.082271 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Attempting to bind port a536e734-57e7-42c2-9cf7-134512d81fc8 on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:44:22.082972 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Attempting to bind port a536e734-57e7-42c2-9cf7-134512d81fc8 by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': '5f81fa6e-fc9f-4726-931b-51fc754fde2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:44:22.083499 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Attempting to bind port a536e734-57e7-42c2-9cf7-134512d81fc8 on network 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:44:22.104650 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:44:22.111798 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Checking segment: {'id': '5f81fa6e-fc9f-4726-931b-51fc754fde2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:44:22.112600 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:22.113273 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Bound using segment: {'id': '5f81fa6e-fc9f-4726-931b-51fc754fde2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:44:22.113995 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Bound port: a536e734-57e7-42c2-9cf7-134512d81fc8, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f81fa6e-fc9f-4726-931b-51fc754fde2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:44:22.114551 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:22.136880 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a75c7485-477d-4197-b57a-10c3ee722cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:22.166898 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a75c7485-477d-4197-b57a-10c3ee722cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:22.217145 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a75c7485-477d-4197-b57a-10c3ee722cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:22.224496 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-2ac19232-2933-4a92-bca1-6d1739068b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:22.251806 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-721b2e32-98d1-48fd-876c-375040211873 req-9a008d4a-6888-4391-b051-39f82c841cc8 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2145996
Nov 19 20:44:22.252143 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-65c4d4cd-75e9-4de4-972d-94e6a085c225 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:22.256030 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c7485-477d-4197-b57a-10c3ee722cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d78d36-4bb6-4521-bffc-1fab4807a8ea,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:22.260748 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a75c7485-477d-4197-b57a-10c3ee722cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:22.263279 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a1406b78-478e-4aa5-b3ac-64d37a03327b req-6e146f80-03f2-4d8e-9e7a-affa79c251ab tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 210 time: 0.1464810
Nov 19 20:44:22.267256 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a75c7485-477d-4197-b57a-10c3ee722cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:22.271700 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a75c7485-477d-4197-b57a-10c3ee722cae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61d78d36-4bb6-4521-bffc-1fab4807a8ea HTTP/1.1" status: 204  len: 168 time: 0.3737299
Nov 19 20:44:22.286888 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-65c4d4cd-75e9-4de4-972d-94e6a085c225 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Usage tracker for resource:security_group_rule and tenant:fa99d0118df442eca2afa5e7043d1676 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:22.295291 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-65c4d4cd-75e9-4de4-972d-94e6a085c225 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:22.302840 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19651a73-8224-4214-bfdd-69ba6b171c8b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf234ff-0571-4edc-8603-dae43b2b584c,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:22.310318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-19651a73-8224-4214-bfdd-69ba6b171c8b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:22.318099 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-65c4d4cd-75e9-4de4-972d-94e6a085c225 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:22.329431 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] For port a536e734-57e7-42c2-9cf7-134512d81fc8, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:44:22.333763 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] For port a536e734-57e7-42c2-9cf7-134512d81fc8, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=a536e734-57e7-42c2-9cf7-134512d81fc8,segment=NetworkSegment(5f81fa6e-fc9f-4726-931b-51fc754fde2a),segment_id=5f81fa6e-fc9f-4726-931b-51fc754fde2a)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:44:22.338321 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:22.357845 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-65c4d4cd-75e9-4de4-972d-94e6a085c225 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group_rule, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:22.360074 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-eb58d41f-1cb1-4ac1-a975-c0f60e55c71d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:22.449492 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8d526-afdf-4275-a6fa-b761c34b73b9 None None] Pushing event updated for resources: {'Port': ['ID=a536e734-57e7-42c2-9cf7-134512d81fc8,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:22.455711 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8db8d526-afdf-4275-a6fa-b761c34b73b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:22.522147 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-65c4d4cd-75e9-4de4-972d-94e6a085c225 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:22.526503 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-65c4d4cd-75e9-4de4-972d-94e6a085c225 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231693'] for security_group_rule, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:22.528763 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:22.551556 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4d4cd-75e9-4de4-972d-94e6a085c225 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9617ea-65cf-47e6-b4f9-e084ac3d4ff0,revision_number=0']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:22.570219 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-65c4d4cd-75e9-4de4-972d-94e6a085c225 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:22.582345 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-65c4d4cd-75e9-4de4-972d-94e6a085c225 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group_rule, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:22.586316 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-65c4d4cd-75e9-4de4-972d-94e6a085c225 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5366652
Nov 19 20:44:22.586638 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 57098) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:22.593517 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-62ae7039-a74a-4b8f-845a-1602769f0001 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Request body: {'security_group_rule': {'security_group_id': '1cf234ff-0571-4edc-8603-dae43b2b584c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:44:22.609309 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-62ae7039-a74a-4b8f-845a-1602769f0001 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:22.615670 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-62ae7039-a74a-4b8f-845a-1602769f0001 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Usage tracker for resource:security_group_rule and tenant:fa99d0118df442eca2afa5e7043d1676 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:22.621611 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-62ae7039-a74a-4b8f-845a-1602769f0001 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:22.634667 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-62ae7039-a74a-4b8f-845a-1602769f0001 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:22.663955 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-62ae7039-a74a-4b8f-845a-1602769f0001 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:22.667005 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Routers {'0cee4588-1058-4ebd-ac2d-57b2c00eae59'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:44:22.667937 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc2ed2b0>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:44:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:44:22.786826 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-62ae7039-a74a-4b8f-845a-1602769f0001 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:22.790636 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-62ae7039-a74a-4b8f-845a-1602769f0001 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231693'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:22.799346 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:22.818391 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae7039-a74a-4b8f-845a-1602769f0001 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd68e4f-83ca-4da3-bbe9-412ce438f28e,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:22.822241 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-62ae7039-a74a-4b8f-845a-1602769f0001 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:22.834068 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-62ae7039-a74a-4b8f-845a-1602769f0001 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:22.835546 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-62ae7039-a74a-4b8f-845a-1602769f0001 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2478943
Nov 19 20:44:22.839218 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 57108) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:22.847983 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Request body: {'floatingip': {'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:44:22.860298 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:22.866874 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 57112) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:22.868118 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Usage tracker for resource:floatingip and tenant:fa99d0118df442eca2afa5e7043d1676 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:22.871889 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:22.878979 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:22.889043 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1043d71b-cfe7-4db6-a986-cd9d1a440ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:22.894652 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for floatingip, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:22.934389 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-1043d71b-cfe7-4db6-a986-cd9d1a440ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:22.939852 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-1043d71b-cfe7-4db6-a986-cd9d1a440ca5 admin admin] Usage tracker for resource:security_group_rule and tenant:ac508454281b4f0195c9593a832689f6 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:22.944780 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] Set router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:44:22.954021 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-1043d71b-cfe7-4db6-a986-cd9d1a440ca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:22.961193 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-1043d71b-cfe7-4db6-a986-cd9d1a440ca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:23.040260 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1043d71b-cfe7-4db6-a986-cd9d1a440ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:23.045955 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1043d71b-cfe7-4db6-a986-cd9d1a440ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:23.061336 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-45787384-4e00-4768-8468-304a785e40c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:23.082399 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:23.247423 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1043d71b-cfe7-4db6-a986-cd9d1a440ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246f2953-5014-480b-aa6a-a918d06d258b,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:23.255173 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1043d71b-cfe7-4db6-a986-cd9d1a440ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:23.279476 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-1043d71b-cfe7-4db6-a986-cd9d1a440ca5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac508454281b4f0195c9593a832689f6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4113810
Nov 19 20:44:23.290612 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 57122) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:23.326155 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:44:23.431776 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9fa22-9c96-45e7-b305-6225af9ba493 req-6cf70a33-9d67-43a9-811d-931bcd61916f tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:23.433893 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ffc9fa22-9c96-45e7-b305-6225af9ba493 req-6cf70a33-9d67-43a9-811d-931bcd61916f tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.3559432
Nov 19 20:44:23.498901 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Allocated IP 172.27.0.250 (494b3b67-d334-4360-a108-86a7036fa249/a87766e2-d34e-4e1a-99c0-eee0ac65f3f8/d92fa468-d1e8-45e2-adc7-fecc23b77f4e) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:44:23.583985 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-ffc9fa22-9c96-45e7-b305-6225af9ba493 req-0533064f-211f-4831-9051-7b41f95e300a tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Synchronizing usage tracker for tenant:e630c4b863fc4f05a67504f58217b092 on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:44:23.589024 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-78a84889-9259-47d8-8e0a-92d5001e7b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:23.622914 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-78a84889-9259-47d8-8e0a-92d5001e7b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:23.633938 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:44:23.634364 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:23.678426 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:23.702372 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-78a84889-9259-47d8-8e0a-92d5001e7b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:23.709924 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0beb343d-c6ef-4470-bf47-34a0b374760f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:23.718160 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-ffc9fa22-9c96-45e7-b305-6225af9ba493 req-0533064f-211f-4831-9051-7b41f95e300a tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Unset dirty status for tenant:e630c4b863fc4f05a67504f58217b092 on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:44:23.719867 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ffc9fa22-9c96-45e7-b305-6225af9ba493 req-0533064f-211f-4831-9051-7b41f95e300a tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2633319
Nov 19 20:44:23.730750 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a84889-9259-47d8-8e0a-92d5001e7b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246f2953-5014-480b-aa6a-a918d06d258b,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:23.740442 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-78a84889-9259-47d8-8e0a-92d5001e7b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:23.744875 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-78a84889-9259-47d8-8e0a-92d5001e7b7d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/246f2953-5014-480b-aa6a-a918d06d258b HTTP/1.1" status: 204  len: 168 time: 0.4520295
Nov 19 20:44:23.746261 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-78a84889-9259-47d8-8e0a-92d5001e7b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:23.813659 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:23.872118 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc2ed2b0>, [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '45189207-a55b-4e33-a101-45be26548e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port': {'id': '45189207-a55b-4e33-a101-45be26548e8b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:57Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'a536e734-57e7-42c2-9cf7-134512d81fc8', 'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'mac_address': 'fa:16:3e:72:c9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:22Z', 'revision_number': 4, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'subnets': [{'id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:44:23.873215 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:23.882562 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89adc316-7fdc-4691-a674-c3a659310f4e None None] The sync data for ids ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'] in dv-cinder-750782-3-iscsi is: [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '45189207-a55b-4e33-a101-45be26548e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port': {'id': '45189207-a55b-4e33-a101-45be26548e8b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:57Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'a536e734-57e7-42c2-9cf7-134512d81fc8', 'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'mac_address': 'fa:16:3e:72:c9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:22Z', 'revision_number': 4, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'subnets': [{'id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:44:23.995665 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-01366832-a09d-431e-8b92-17d5bcaef4ff req-8abfc6a9-dac4-4749-a029-975c372bd7f7 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 210 time: 0.1111598
Nov 19 20:44:24.094045 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Pushing event updated for resources: {'Port': ['ID=d92fa468-d1e8-45e2-adc7-fecc23b77f4e,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:24.140324 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:24.176966 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3d74f-2852-4433-bc8b-1739b086cfc0 req-dea0858d-c930-4766-9ecb-9564be68f044 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:24.187808 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d9f3d74f-2852-4433-bc8b-1739b086cfc0 req-dea0858d-c930-4766-9ecb-9564be68f044 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.4715128
Nov 19 20:44:24.189979 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Network 494b3b67-d334-4360-a108-86a7036fa249 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:44:24.200996 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:44:24.203990 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:44:24.312379 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d9f3d74f-2852-4433-bc8b-1739b086cfc0 req-0cc0e462-4196-4e8f-8fd7-635f72287fba tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163490
Nov 19 20:44:24.334063 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for floatingip, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:24.422836 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:24.634493 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-8bb752f7-c70d-4534-8371-b055f54087dd req-2af1941e-5c2c-4420-a171-4e6ef92b0cfb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Request body: {'port': {'device_id': '0850224b-7b79-4ea7-af50-942d8795e957', 'network_id': '0a113bd1-778c-4e88-acd2-a1595854211f', 'admin_state_up': True, 'tenant_id': '815c1f905e754bd799b86d9adaab1030'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:44:25.043873 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:25.052348 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:25.053713 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-8bb752f7-c70d-4534-8371-b055f54087dd req-2af1941e-5c2c-4420-a171-4e6ef92b0cfb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:25.119428 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc0107-595f-42d7-bd9e-ebbb931810ee req-8982fd34-b596-4bb6-a74a-187575f6a2d1 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:25.119782 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4ac6f05f-dcdc-4f45-a892-5ff9e73419b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:25.120966 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-63dc0107-595f-42d7-bd9e-ebbb931810ee req-8982fd34-b596-4bb6-a74a-187575f6a2d1 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.1911285
Nov 19 20:44:25.244982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-8bb752f7-c70d-4534-8371-b055f54087dd req-2af1941e-5c2c-4420-a171-4e6ef92b0cfb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:25.253493 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-63dc0107-595f-42d7-bd9e-ebbb931810ee req-1a9f8769-2da3-48b4-8b37-bff3e0e7a213 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218331
Nov 19 20:44:25.279657 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb752f7-c70d-4534-8371-b055f54087dd req-2af1941e-5c2c-4420-a171-4e6ef92b0cfb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Made reservation on behalf of 815c1f905e754bd799b86d9adaab1030 for: {'port': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:44:25.282013 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device a536e734-57e7-42c2-9cf7-134512d81fc8 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:44:25.285462 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-8bb752f7-c70d-4534-8371-b055f54087dd req-2af1941e-5c2c-4420-a171-4e6ef92b0cfb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:25.361305 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port a536e734-57e7-42c2-9cf7-134512d81fc8 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:44:25.367662 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port a536e734-57e7-42c2-9cf7-134512d81fc8 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:44:25.368091 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:25.442915 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-499c7aa5-7385-45c4-969c-75b19241996c req-35bc5eba-c980-4dae-a3aa-b2000283ce2b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 210 time: 0.1683733
Nov 19 20:44:25.482208 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Pushing event updated for resources: {'Port': ['ID=d92fa468-d1e8-45e2-adc7-fecc23b77f4e,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:25.494069 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:25.533248 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:25.554248 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:25.580799 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] For port a536e734-57e7-42c2-9cf7-134512d81fc8, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=a536e734-57e7-42c2-9cf7-134512d81fc8,segment=NetworkSegment(5f81fa6e-fc9f-4726-931b-51fc754fde2a),segment_id=5f81fa6e-fc9f-4726-931b-51fc754fde2a)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:44:25.582970 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd80ba5-9419-4596-8901-7bd875959482 req-dac12572-4374-4bdd-8970-75dc36725fa7 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:25.584706 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:25.586885 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:25.592062 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4dd80ba5-9419-4596-8901-7bd875959482 req-dac12572-4374-4bdd-8970-75dc36725fa7 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.1300232
Nov 19 20:44:25.649285 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4dd80ba5-9419-4596-8901-7bd875959482 req-20cc3355-70a8-4d58-b363-8fd5841022fc tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561106
Nov 19 20:44:25.673470 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Pushing event updated for resources: {'Port': ['ID=a536e734-57e7-42c2-9cf7-134512d81fc8,revision_number=5']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:25.678014 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:25.739295 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:25.740620 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.8999381
Nov 19 20:44:25.893510 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-8bb752f7-c70d-4534-8371-b055f54087dd req-2af1941e-5c2c-4420-a171-4e6ef92b0cfb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Allocated IP 172.20.0.8 (0a113bd1-778c-4e88-acd2-a1595854211f/ab1e6561-e749-40d7-a5a9-de196eaf5e63/1187132f-618d-44e8-a573-bb39dc060563) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:44:25.979636 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:44:26.126679 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-a5630558-4024-4d34-b3a9-cc6f6ba64821 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Synchronizing usage tracker for tenant:fa99d0118df442eca2afa5e7043d1676 on resource:security_group {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:44:26.384122 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-a5630558-4024-4d34-b3a9-cc6f6ba64821 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Unset dirty status for tenant:fa99d0118df442eca2afa5e7043d1676 on resource:security_group {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:44:26.393867 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-a5630558-4024-4d34-b3a9-cc6f6ba64821 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--428534673&fields=id&tenant_id=fa99d0118df442eca2afa5e7043d1676 HTTP/1.1" status: 200  len: 267 time: 0.3995538
Nov 19 20:44:26.497073 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc7341-5c10-404f-bd72-4df11fd74b34 req-6ba5f4e1-d1ab-44e4-8ef8-f7081fd97bdd tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:26.498819 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-31bc7341-5c10-404f-bd72-4df11fd74b34 req-6ba5f4e1-d1ab-44e4-8ef8-f7081fd97bdd tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0898373
Nov 19 20:44:26.519653 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-8bb752f7-c70d-4534-8371-b055f54087dd req-2af1941e-5c2c-4420-a171-4e6ef92b0cfb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:26.549251 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-31bc7341-5c10-404f-bd72-4df11fd74b34 req-91a04e31-64d0-4ed0-9617-36ebeb88dcf8 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435908
Nov 19 20:44:26.583006 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-24fbeb3a-de73-4dfd-84f1-dd7be53d85c7 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:26.584849 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-24fbeb3a-de73-4dfd-84f1-dd7be53d85c7 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/networks?id=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd HTTP/1.1" status: 200  len: 810 time: 0.1898162
Nov 19 20:44:26.605592 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-8bb752f7-c70d-4534-8371-b055f54087dd req-2af1941e-5c2c-4420-a171-4e6ef92b0cfb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:26.624664 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7c6ca86a-ac63-455d-8376-116677940530 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:26.656133 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-47f0bf41-376c-4e13-9d24-87e36b3406e8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/quotas/fa99d0118df442eca2afa5e7043d1676 HTTP/1.1" status: 200  len: 375 time: 0.0623608
Nov 19 20:44:26.727937 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4e18b23f-f81c-4d4f-a547-9bd599facb3e req-3332516d-fff7-4aa9-a6b4-139db4f6c5cb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 210 time: 0.0466330
Nov 19 20:44:26.846212 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1941e-5c2c-4420-a171-4e6ef92b0cfb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Pushing event updated for resources: {'Port': ['ID=1187132f-618d-44e8-a573-bb39dc060563,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:26.849821 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-2af1941e-5c2c-4420-a171-4e6ef92b0cfb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:26.901243 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb752f7-c70d-4534-8371-b055f54087dd req-2af1941e-5c2c-4420-a171-4e6ef92b0cfb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Network 0a113bd1-778c-4e88-acd2-a1595854211f is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:44:26.903164 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-8bb752f7-c70d-4534-8371-b055f54087dd req-2af1941e-5c2c-4420-a171-4e6ef92b0cfb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:44:26.905562 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb752f7-c70d-4534-8371-b055f54087dd req-2af1941e-5c2c-4420-a171-4e6ef92b0cfb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:44:26.910121 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb752f7-c70d-4534-8371-b055f54087dd req-2af1941e-5c2c-4420-a171-4e6ef92b0cfb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:26.910804 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-8bb752f7-c70d-4534-8371-b055f54087dd req-2af1941e-5c2c-4420-a171-4e6ef92b0cfb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:26.941677 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688745e-6112-405d-8bc5-79c0e5e6b7a7 req-e7fdbc10-6616-4091-8535-de6218f5534c tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:26.943474 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e688745e-6112-405d-8bc5-79c0e5e6b7a7 req-e7fdbc10-6616-4091-8535-de6218f5534c tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0952313
Nov 19 20:44:26.946621 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-c53c2444-1d50-4ede-a0e9-3551379f7fe5 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?tenant_id=fa99d0118df442eca2afa5e7043d1676&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2601638
Nov 19 20:44:27.000368 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e688745e-6112-405d-8bc5-79c0e5e6b7a7 req-04a03b73-eae7-47e6-b5f6-eb3ff65e307b tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491722
Nov 19 20:44:27.002696 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8bb752f7-c70d-4534-8371-b055f54087dd req-2af1941e-5c2c-4420-a171-4e6ef92b0cfb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3862715
Nov 19 20:44:27.098202 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-2ba52017-0b7a-41a7-a5fb-a73a8539c632 service neutron] 10.222.0.23 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507602
Nov 19 20:44:27.158872 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device a536e734-57e7-42c2-9cf7-134512d81fc8 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:44:27.235084 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port a536e734-57e7-42c2-9cf7-134512d81fc8 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:44:27.235501 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:27.244796 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-7d3ea547-fa38-4823-820b-f56bfc6d7273 service neutron] 10.222.0.23 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401496
Nov 19 20:44:27.451851 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-830617e1-820e-4646-b96f-2a4836a4feca req-be1877e8-9b9d-47d6-ace9-208b4866de74 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Synchronizing usage tracker for tenant:fa99d0118df442eca2afa5e7043d1676 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:44:27.484436 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-830617e1-820e-4646-b96f-2a4836a4feca req-be1877e8-9b9d-47d6-ace9-208b4866de74 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Unset dirty status for tenant:fa99d0118df442eca2afa5e7043d1676 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:44:27.485813 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-830617e1-820e-4646-b96f-2a4836a4feca req-be1877e8-9b9d-47d6-ace9-208b4866de74 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 210 time: 0.0808215
Nov 19 20:44:27.772543 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30c49a-547b-4a57-a420-bf46988fc8cd req-8f2cb542-9147-466d-bb04-d1d7ff2d7475 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:27.774160 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8b30c49a-547b-4a57-a420-bf46988fc8cd req-8f2cb542-9147-466d-bb04-d1d7ff2d7475 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0871975
Nov 19 20:44:27.826055 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8b30c49a-547b-4a57-a420-bf46988fc8cd req-3d1029da-3d20-434b-a410-a9d02de7c894 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454631
Nov 19 20:44:27.906662 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6e85b83d-01ed-469d-ae81-ef934ddace2b req-d3f16c03-66c4-4328-90da-9d11b41ad60d tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 210 time: 0.0452206
Nov 19 20:44:28.221760 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541c242-5258-4195-bb82-a03b9b354a28 req-f49de812-da1e-4766-8082-71ef4576fab3 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:28.223963 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3541c242-5258-4195-bb82-a03b9b354a28 req-f49de812-da1e-4766-8082-71ef4576fab3 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0852058
Nov 19 20:44:28.272099 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3541c242-5258-4195-bb82-a03b9b354a28 req-ba1331e0-a5a2-4f09-bfdc-ddaec18a6041 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416350
Nov 19 20:44:28.773900 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f68b2687-bb62-4f29-a2c2-93a5ef72f85a req-60c8ed7b-f339-4e9c-a221-9bb353688ade tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 210 time: 0.0481527
Nov 19 20:44:28.925038 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Request body: {'port': {'device_id': '0850224b-7b79-4ea7-af50-942d8795e957', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:44:29.030880 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:29.085040 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2be974eb-25a2-404f-acf5-bb38f3e411f1 req-5d466b1b-5ddd-444b-a32d-bef4e70a82d8 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 210 time: 0.0470645
Nov 19 20:44:29.106493 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:29.254924 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.objects.ports [None req-e16060b0-6188-4320-9db3-bc6bcb7d6f45 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80325) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 20:44:29.298422 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73504cd9-1f0b-4cc7-89b7-4ceb5847a6ff req-f4086072-93f4-49b8-86dd-33b0075a1795 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:29.302339 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-73504cd9-1f0b-4cc7-89b7-4ceb5847a6ff req-f4086072-93f4-49b8-86dd-33b0075a1795 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.3347919
Nov 19 20:44:29.393670 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-73504cd9-1f0b-4cc7-89b7-4ceb5847a6ff req-e4d689eb-b62c-4e4b-950a-a72147bc320d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831637
Nov 19 20:44:29.542407 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fac624-b3a6-47ac-877c-99e788d4a0d3 req-cac2274d-756a-424e-9699-f420857a1047 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:29.544003 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-88fac624-b3a6-47ac-877c-99e788d4a0d3 req-cac2274d-756a-424e-9699-f420857a1047 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0823011
Nov 19 20:44:29.583394 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1187132f-618d-44e8-a573-bb39dc060563 {{(pid=80324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 20:44:29.591513 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:29.594915 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-88fac624-b3a6-47ac-877c-99e788d4a0d3 req-1c15c535-8602-4456-b7c9-b50456dbe2af tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444517
Nov 19 20:44:29.605931 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Transition to ACTIVE for port object 1187132f-618d-44e8-a573-bb39dc060563 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:44:29.608796 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:29.629101 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:29.892798 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1187132f-618d-44e8-a573-bb39dc060563,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:29.943212 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:30.211898 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-73253faa-3468-4e2a-a39f-006c79742db8 req-fc737155-a936-4a51-a088-491c29d6e8e3 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 210 time: 0.2675815
Nov 19 20:44:30.263207 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b56c74-ce06-4cac-814f-b77c932828ec req-ffa5b884-150b-4715-ae6d-4392c29b7ab0 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:30.264750 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-57b56c74-ce06-4cac-814f-b77c932828ec req-ffa5b884-150b-4715-ae6d-4392c29b7ab0 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.27 "GET /v2.0/networks?id=0a113bd1-778c-4e88-acd2-a1595854211f HTTP/1.1" status: 200  len: 819 time: 0.4664605
Nov 19 20:44:30.308130 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.27', 54430) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:30.315492 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6b7cc3e8-36bc-490c-81e1-81ea344796c7 req-85ecb023-6b90-4991-ad1f-a9cf53ebcf33 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 210 time: 0.0502579
Nov 19 20:44:30.348752 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Attempting to bind port 1187132f-618d-44e8-a573-bb39dc060563 on host hv-cinder-75078 for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:44:30.349117 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Attempting to bind port 1187132f-618d-44e8-a573-bb39dc060563 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '4d8bb714-8049-4fcb-9d3d-494ad10c767d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0a113bd1-778c-4e88-acd2-a1595854211f'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:44:30.349469 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Attempting to bind port 1187132f-618d-44e8-a573-bb39dc060563 on network 0a113bd1-778c-4e88-acd2-a1595854211f {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:44:30.356280 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Checking agent: {'id': '460481f1-45c5-4450-82c0-45a37946158c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 41, 59), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 29), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:44:30.356645 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Checking segment: {'id': '4d8bb714-8049-4fcb-9d3d-494ad10c767d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0a113bd1-778c-4e88-acd2-a1595854211f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:44:30.357034 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:30.357631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Bound using segment: {'id': '4d8bb714-8049-4fcb-9d3d-494ad10c767d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0a113bd1-778c-4e88-acd2-a1595854211f'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:44:30.357856 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Bound port: 1187132f-618d-44e8-a573-bb39dc060563, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8bb714-8049-4fcb-9d3d-494ad10c767d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0a113bd1-778c-4e88-acd2-a1595854211f'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:44:30.358218 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:30.466767 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] For port 1187132f-618d-44e8-a573-bb39dc060563, host hv-cinder-75078, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:44:30.470281 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] For port 1187132f-618d-44e8-a573-bb39dc060563, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1187132f-618d-44e8-a573-bb39dc060563,segment=NetworkSegment(4d8bb714-8049-4fcb-9d3d-494ad10c767d),segment_id=4d8bb714-8049-4fcb-9d3d-494ad10c767d)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:44:30.477106 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-57b56c74-ce06-4cac-814f-b77c932828ec req-40900e3b-baa4-4f3c-a25a-9aed876ecac4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Request body: {'port': {'device_id': 'd25906a3-de96-4565-8207-10ac7c71d777', 'network_id': '0a113bd1-778c-4e88-acd2-a1595854211f', 'admin_state_up': True, 'tenant_id': '815c1f905e754bd799b86d9adaab1030'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:44:30.497194 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:30.533377 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:30.588875 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-f0ed9faa-0a3d-40ee-a7a0-6a6463a82145 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:30.589923 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-f0ed9faa-0a3d-40ee-a7a0-6a6463a82145 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Synchronizing usage tracker for tenant:fa99d0118df442eca2afa5e7043d1676 on resource:network {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:44:30.608520 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-f0ed9faa-0a3d-40ee-a7a0-6a6463a82145 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Unset dirty status for tenant:fa99d0118df442eca2afa5e7043d1676 on resource:network {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:44:30.610032 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-f0ed9faa-0a3d-40ee-a7a0-6a6463a82145 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.27 "GET /v2.0/networks?id=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd HTTP/1.1" status: 200  len: 810 time: 0.2259474
Nov 19 20:44:30.673224 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1187132f-618d-44e8-a573-bb39dc060563,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:30.694650 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:30.720408 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-aebbdc2d-ab69-455e-b902-b7c76c3415c6 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Synchronizing usage tracker for tenant:fa99d0118df442eca2afa5e7043d1676 on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:44:30.734106 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-aebbdc2d-ab69-455e-b902-b7c76c3415c6 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Unset dirty status for tenant:fa99d0118df442eca2afa5e7043d1676 on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:44:30.735517 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-aebbdc2d-ab69-455e-b902-b7c76c3415c6 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fa99d0118df442eca2afa5e7043d1676 HTTP/1.1" status: 200  len: 5043 time: 0.1040208
Nov 19 20:44:30.801663 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-a93f7beb-663c-43a9-bcbd-f864b3ea2cc8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Request body: {'port': {'device_id': 'c4ea9a02-44fb-4dc6-b977-b8839773cc3e', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'admin_state_up': True, 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'security_groups': ['1cf234ff-0571-4edc-8603-dae43b2b584c']}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:44:30.919764 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-57b56c74-ce06-4cac-814f-b77c932828ec req-40900e3b-baa4-4f3c-a25a-9aed876ecac4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:30.927769 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-57b56c74-ce06-4cac-814f-b77c932828ec req-40900e3b-baa4-4f3c-a25a-9aed876ecac4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Usage tracker for resource:port and tenant:815c1f905e754bd799b86d9adaab1030 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:30.937903 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb6056-2c14-4ac6-9b0b-d6892eed6215 req-a5ef3068-d280-4f1d-b77e-296999681adf tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:30.939543 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fbeb6056-2c14-4ac6-9b0b-d6892eed6215 req-a5ef3068-d280-4f1d-b77e-296999681adf tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.3348646
Nov 19 20:44:30.942885 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-57b56c74-ce06-4cac-814f-b77c932828ec req-40900e3b-baa4-4f3c-a25a-9aed876ecac4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Quota usage for port was recalculated. Used quota:2. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:30.948739 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45050b05-75ce-445e-9d97-978e1f867064 req-ab322156-e034-492b-a6ec-2cabcda17325 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:30.950407 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-45050b05-75ce-445e-9d97-978e1f867064 req-ab322156-e034-492b-a6ec-2cabcda17325 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.2092149
Nov 19 20:44:30.953768 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-57b56c74-ce06-4cac-814f-b77c932828ec req-40900e3b-baa4-4f3c-a25a-9aed876ecac4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:30.986978 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b56c74-ce06-4cac-814f-b77c932828ec req-40900e3b-baa4-4f3c-a25a-9aed876ecac4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Made reservation on behalf of 815c1f905e754bd799b86d9adaab1030 for: {'port': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:44:30.993006 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-57b56c74-ce06-4cac-814f-b77c932828ec req-40900e3b-baa4-4f3c-a25a-9aed876ecac4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:30.999421 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-a93f7beb-663c-43a9-bcbd-f864b3ea2cc8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:31.024107 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:31.025546 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-a93f7beb-663c-43a9-bcbd-f864b3ea2cc8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:31.025671 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] 10.222.0.27 "PUT /v2.0/ports/1187132f-618d-44e8-a573-bb39dc060563 HTTP/1.1" status: 200  len: 1157 time: 2.1053555
Nov 19 20:44:31.026078 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0850224b-7b79-4ea7-af50-942d8795e957', 'tag': '1187132f-618d-44e8-a573-bb39dc060563'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:44:31.038692 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-45050b05-75ce-445e-9d97-978e1f867064 req-5d5e20d4-e34c-4709-8a4f-28fb8de326ac tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741823
Nov 19 20:44:31.042420 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-a93f7beb-663c-43a9-bcbd-f864b3ea2cc8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Made reservation on behalf of fa99d0118df442eca2afa5e7043d1676 for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:44:31.048382 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-a93f7beb-663c-43a9-bcbd-f864b3ea2cc8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:31.071404 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 25fae8a5-f7bb-40e4-8567-df7178899319 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:44:31.084721 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fbeb6056-2c14-4ac6-9b0b-d6892eed6215 req-d8604f61-b373-4c4e-be32-f0266360532e tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324487
Nov 19 20:44:31.240359 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0850224b-7b79-4ea7-af50-942d8795e957', 'tag': '1187132f-618d-44e8-a573-bb39dc060563', 'status': 'completed', 'code': 200}
Nov 19 20:44:31.276177 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 339f0228-aa56-4d4e-a917-dea88c2f4ab0 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:44:31.352848 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8bb752f7-c70d-4534-8371-b055f54087dd req-ac2212be-fcbd-4d3b-ae8b-503be3a289ed service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=815c1f905e754bd799b86d9adaab1030&device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 1160 time: 0.2375889
Nov 19 20:44:31.470414 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-a93f7beb-663c-43a9-bcbd-f864b3ea2cc8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Allocated IP 172.20.0.6 (6ffb72e9-96a6-4c46-8196-d8ef4a914fbd/59cbba1f-50a8-4d2a-8185-b2dfe8b126e2/5c3b0663-f21a-4444-89ce-eb84f65e1c16) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:44:31.532612 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bd64f778-381c-4e58-8c63-5b7b1ceed16c req-5544e0bd-eaa8-4c94-b1b5-6a74dd9284d8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 210 time: 0.0763907
Nov 19 20:44:31.533905 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8bb752f7-c70d-4534-8371-b055f54087dd req-f72c1ab6-bf5f-4000-8ad9-8ef1f4cbfb24 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1187132f-618d-44e8-a573-bb39dc060563 HTTP/1.1" status: 200  len: 217 time: 0.1635773
Nov 19 20:44:31.535915 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2614d269-37fc-4725-b78a-a23be5f3d658 req-ecf53fc8-7415-4eab-b464-b1b09d2e62cb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 210 time: 0.0556672
Nov 19 20:44:31.604726 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-57b56c74-ce06-4cac-814f-b77c932828ec req-40900e3b-baa4-4f3c-a25a-9aed876ecac4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Allocated IP 172.20.0.5 (0a113bd1-778c-4e88-acd2-a1595854211f/ab1e6561-e749-40d7-a5a9-de196eaf5e63/cbc4cc2f-949a-483b-b16c-17ac70e5f0c9) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:44:31.628976 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb752f7-c70d-4534-8371-b055f54087dd req-0aadcad9-e870-4b6c-82b4-1d6a9d0f0942 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:31.630602 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8bb752f7-c70d-4534-8371-b055f54087dd req-0aadcad9-e870-4b6c-82b4-1d6a9d0f0942 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab1e6561-e749-40d7-a5a9-de196eaf5e63 HTTP/1.1" status: 200  len: 859 time: 0.0883040
Nov 19 20:44:31.701789 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8bb752f7-c70d-4534-8371-b055f54087dd req-e009689c-3d64-415f-beda-51044dcf3d91 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0a113bd1-778c-4e88-acd2-a1595854211f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0572667
Nov 19 20:44:31.799480 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-a93f7beb-663c-43a9-bcbd-f864b3ea2cc8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:31.821829 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-a93f7beb-663c-43a9-bcbd-f864b3ea2cc8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Transition to ACTIVE for port object 5c3b0663-f21a-4444-89ce-eb84f65e1c16 will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:44:31.850133 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-a93f7beb-663c-43a9-bcbd-f864b3ea2cc8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:31.866937 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-25fa81cc-b298-49fd-b598-74a7babf4a3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:31.978385 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f7beb-663c-43a9-bcbd-f864b3ea2cc8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Pushing event updated for resources: {'Port': ['ID=5c3b0663-f21a-4444-89ce-eb84f65e1c16,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:31.978932 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8bb752f7-c70d-4534-8371-b055f54087dd req-d7705201-7073-43f6-8e03-241abd9c9e4f service neutron] 10.222.0.27 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2634039
Nov 19 20:44:31.983096 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a93f7beb-663c-43a9-bcbd-f864b3ea2cc8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:32.069366 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-57b56c74-ce06-4cac-814f-b77c932828ec req-40900e3b-baa4-4f3c-a25a-9aed876ecac4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:32.128437 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-a93f7beb-663c-43a9-bcbd-f864b3ea2cc8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Network 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:44:32.129876 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-a93f7beb-663c-43a9-bcbd-f864b3ea2cc8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:44:32.160133 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-a93f7beb-663c-43a9-bcbd-f864b3ea2cc8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:44:32.165107 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-a93f7beb-663c-43a9-bcbd-f864b3ea2cc8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:32.173047 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-a93f7beb-663c-43a9-bcbd-f864b3ea2cc8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:32.182650 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8bb752f7-c70d-4534-8371-b055f54087dd req-f2997eac-9ff8-4d08-9124-6520ffbcc4e5 service neutron] 10.222.0.27 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1903145
Nov 19 20:44:32.191829 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-57b56c74-ce06-4cac-814f-b77c932828ec req-40900e3b-baa4-4f3c-a25a-9aed876ecac4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:32.231556 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:32.251361 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-a93f7beb-663c-43a9-bcbd-f864b3ea2cc8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4618843
Nov 19 20:44:32.393511 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Request body: {'port': {'device_id': 'c4ea9a02-44fb-4dc6-b977-b8839773cc3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:44:32.504437 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-1f5cb3a0-7665-4225-b756-d3572593df97 None None] Provisioning for port 5c3b0663-f21a-4444-89ce-eb84f65e1c16 completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:44:32.514633 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-1f5cb3a0-7665-4225-b756-d3572593df97 None None] Provisioning complete for port 5c3b0663-f21a-4444-89ce-eb84f65e1c16 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:44:32.515436 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f5cb3a0-7665-4225-b756-d3572593df97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:32.567615 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10f83f-3a0c-402b-9e00-baa0fb31bd7f req-ccda905a-4253-433a-a185-ca1de46a4650 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:32.569357 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1a10f83f-3a0c-402b-9e00-baa0fb31bd7f req-ccda905a-4253-433a-a185-ca1de46a4650 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.2380915
Nov 19 20:44:32.570102 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:32.608951 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-1f5cb3a0-7665-4225-b756-d3572593df97 None None] Port 5c3b0663-f21a-4444-89ce-eb84f65e1c16 cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:44:32.609847 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40900e3b-baa4-4f3c-a25a-9aed876ecac4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Pushing event updated for resources: {'Port': ['ID=cbc4cc2f-949a-483b-b16c-17ac70e5f0c9,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:32.618079 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-40900e3b-baa4-4f3c-a25a-9aed876ecac4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:32.693709 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d7c6e-401b-43f1-8825-86af39b965d9 req-2ea8da8e-d3a8-4660-aeaa-4abeb685ac23 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:32.696789 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-253d7c6e-401b-43f1-8825-86af39b965d9 req-2ea8da8e-d3a8-4660-aeaa-4abeb685ac23 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.3802018
Nov 19 20:44:32.708459 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c445b999-92dd-459b-af47-bb5e98f6e519 req-099e4195-8cd3-4f5c-b1e5-667a02efb85b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=815c1f905e754bd799b86d9adaab1030&device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 1160 time: 0.2890623
Nov 19 20:44:32.728242 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b56c74-ce06-4cac-814f-b77c932828ec req-40900e3b-baa4-4f3c-a25a-9aed876ecac4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Network 0a113bd1-778c-4e88-acd2-a1595854211f is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:44:32.731353 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-57b56c74-ce06-4cac-814f-b77c932828ec req-40900e3b-baa4-4f3c-a25a-9aed876ecac4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:44:32.733909 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b56c74-ce06-4cac-814f-b77c932828ec req-40900e3b-baa4-4f3c-a25a-9aed876ecac4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:44:32.735233 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1a10f83f-3a0c-402b-9e00-baa0fb31bd7f req-edd54c98-790d-44eb-8852-9e3c4929e709 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438916
Nov 19 20:44:32.742405 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b56c74-ce06-4cac-814f-b77c932828ec req-40900e3b-baa4-4f3c-a25a-9aed876ecac4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:32.744175 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-57b56c74-ce06-4cac-814f-b77c932828ec req-40900e3b-baa4-4f3c-a25a-9aed876ecac4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:32.782439 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-57b56c74-ce06-4cac-814f-b77c932828ec req-40900e3b-baa4-4f3c-a25a-9aed876ecac4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3103569
Nov 19 20:44:32.806665 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-253d7c6e-401b-43f1-8825-86af39b965d9 req-b7c6df86-e874-4ac2-aebf-4eb7ac83d117 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018023
Nov 19 20:44:33.041586 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdcc40-f966-4cbb-85dd-c0989c6d588a req-aa9dcada-b012-4730-acdb-7e506a2aa744 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:33.042458 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-22cdcc40-f966-4cbb-85dd-c0989c6d588a req-aa9dcada-b012-4730-acdb-7e506a2aa744 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Synchronizing usage tracker for tenant:815c1f905e754bd799b86d9adaab1030 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:44:33.059033 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-22cdcc40-f966-4cbb-85dd-c0989c6d588a req-aa9dcada-b012-4730-acdb-7e506a2aa744 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Unset dirty status for tenant:815c1f905e754bd799b86d9adaab1030 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:44:33.062014 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-22cdcc40-f966-4cbb-85dd-c0989c6d588a req-aa9dcada-b012-4730-acdb-7e506a2aa744 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 931 time: 0.1131532
Nov 19 20:44:33.249635 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bfef7-c3f5-4ece-b1d3-29029ab43441 req-34dcdddd-4144-4075-bc44-e1a4d82e362f tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:33.250529 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-c29bfef7-c3f5-4ece-b1d3-29029ab43441 req-34dcdddd-4144-4075-bc44-e1a4d82e362f tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Synchronizing usage tracker for tenant:fa99d0118df442eca2afa5e7043d1676 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:44:33.282924 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-c29bfef7-c3f5-4ece-b1d3-29029ab43441 req-34dcdddd-4144-4075-bc44-e1a4d82e362f tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Unset dirty status for tenant:fa99d0118df442eca2afa5e7043d1676 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:44:33.284266 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c29bfef7-c3f5-4ece-b1d3-29029ab43441 req-34dcdddd-4144-4075-bc44-e1a4d82e362f tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 931 time: 0.3996365
Nov 19 20:44:33.335771 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-22cdcc40-f966-4cbb-85dd-c0989c6d588a req-fb0113dd-600a-453a-8e21-c12c1c92f00f tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2652290
Nov 19 20:44:33.382639 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c3b0663-f21a-4444-89ce-eb84f65e1c16 {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 20:44:33.392873 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:33.403528 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c29bfef7-c3f5-4ece-b1d3-29029ab43441 req-258e2a1a-eb46-4caa-af46-b07a530d7971 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0832152
Nov 19 20:44:33.409378 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Transition to ACTIVE for port object 5c3b0663-f21a-4444-89ce-eb84f65e1c16 will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:44:33.413316 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:33.430898 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:33.568800 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Pushing event updated for resources: {'Port': ['ID=5c3b0663-f21a-4444-89ce-eb84f65e1c16,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:33.573937 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:33.714614 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Attempting to bind port 5c3b0663-f21a-4444-89ce-eb84f65e1c16 on host hv-cinder-75078 for vnic_type normal with profile  {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:44:33.715016 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Attempting to bind port 5c3b0663-f21a-4444-89ce-eb84f65e1c16 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '5f81fa6e-fc9f-4726-931b-51fc754fde2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:44:33.715395 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Attempting to bind port 5c3b0663-f21a-4444-89ce-eb84f65e1c16 on network 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:44:33.722698 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Checking agent: {'id': '460481f1-45c5-4450-82c0-45a37946158c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 41, 59), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 29), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:44:33.723068 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Checking segment: {'id': '5f81fa6e-fc9f-4726-931b-51fc754fde2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:44:33.723503 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:33.723898 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Bound using segment: {'id': '5f81fa6e-fc9f-4726-931b-51fc754fde2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:44:33.724416 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Bound port: 5c3b0663-f21a-4444-89ce-eb84f65e1c16, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f81fa6e-fc9f-4726-931b-51fc754fde2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:44:33.724768 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:33.816440 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] For port 5c3b0663-f21a-4444-89ce-eb84f65e1c16, host hv-cinder-75078, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:44:33.820523 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] For port 5c3b0663-f21a-4444-89ce-eb84f65e1c16, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=5c3b0663-f21a-4444-89ce-eb84f65e1c16,segment=NetworkSegment(5f81fa6e-fc9f-4726-931b-51fc754fde2a),segment_id=5f81fa6e-fc9f-4726-931b-51fc754fde2a)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:44:33.824104 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:33.840057 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:33.970258 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f993e0-70eb-4e8c-9990-d5d1c96ba91a req-43c031ce-333b-45e2-9e13-d196376c6055 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:33.972652 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-70f993e0-70eb-4e8c-9990-d5d1c96ba91a req-43c031ce-333b-45e2-9e13-d196376c6055 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0860839
Nov 19 20:44:34.029576 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-70f993e0-70eb-4e8c-9990-d5d1c96ba91a req-55890289-1fec-489d-aa9e-22fe1bf779ce tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498414
Nov 19 20:44:34.052951 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Pushing event updated for resources: {'Port': ['ID=5c3b0663-f21a-4444-89ce-eb84f65e1c16,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:34.061201 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:34.116120 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b38bb0-e72d-4de8-9912-20560a3ea920 req-8737e30c-4f89-433a-b0a6-063d345d2a58 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:34.117759 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f3b38bb0-e72d-4de8-9912-20560a3ea920 req-8737e30c-4f89-433a-b0a6-063d345d2a58 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.1550527
Nov 19 20:44:34.119279 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:34.120713 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] 10.222.0.27 "PUT /v2.0/ports/5c3b0663-f21a-4444-89ce-eb84f65e1c16 HTTP/1.1" status: 200  len: 1157 time: 1.7343595
Nov 19 20:44:34.121513 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ea9a02-44fb-4dc6-b977-b8839773cc3e', 'tag': '5c3b0663-f21a-4444-89ce-eb84f65e1c16'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:44:34.247069 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f3b38bb0-e72d-4de8-9912-20560a3ea920 req-3133f9c7-b91c-4585-b5a4-9fd07f3b11f7 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633836
Nov 19 20:44:34.462875 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ea9a02-44fb-4dc6-b977-b8839773cc3e', 'tag': '5c3b0663-f21a-4444-89ce-eb84f65e1c16', 'status': 'completed', 'code': 200}
Nov 19 20:44:34.550315 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd75fd-c27d-41bf-87a6-2d5431c21afd req-e22f90ac-c15f-4f28-b143-018ebc755207 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:34.551907 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d9cd75fd-c27d-41bf-87a6-2d5431c21afd req-e22f90ac-c15f-4f28-b143-018ebc755207 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 931 time: 0.0828211
Nov 19 20:44:34.599784 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-d9cd75fd-c27d-41bf-87a6-2d5431c21afd req-10b2d6db-f7d8-4e9d-91aa-dd49cecab46a tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Synchronizing usage tracker for tenant:815c1f905e754bd799b86d9adaab1030 on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:44:34.616939 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-d9cd75fd-c27d-41bf-87a6-2d5431c21afd req-10b2d6db-f7d8-4e9d-91aa-dd49cecab46a tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Unset dirty status for tenant:815c1f905e754bd799b86d9adaab1030 on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:44:34.618146 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d9cd75fd-c27d-41bf-87a6-2d5431c21afd req-10b2d6db-f7d8-4e9d-91aa-dd49cecab46a tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597754
Nov 19 20:44:34.650992 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549327f-b838-46b7-b74c-95e0cccd56fd req-37e97522-c402-43a9-909f-c29bd34d0cbc tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:34.652767 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8549327f-b838-46b7-b74c-95e0cccd56fd req-37e97522-c402-43a9-909f-c29bd34d0cbc tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.0915859
Nov 19 20:44:34.702674 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8549327f-b838-46b7-b74c-95e0cccd56fd req-ee2117a3-7877-4381-b002-77b390063127 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436797
Nov 19 20:44:35.267879 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823be237-5613-41ea-9b1d-7921a15fe8be req-6cf01d4d-f4e2-4b46-b14c-4c0757ce5d6a tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:35.270675 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-823be237-5613-41ea-9b1d-7921a15fe8be req-6cf01d4d-f4e2-4b46-b14c-4c0757ce5d6a tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0888383
Nov 19 20:44:35.330204 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-823be237-5613-41ea-9b1d-7921a15fe8be req-bb6493f0-fe9d-4137-b947-770414c1c0cf tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494423
Nov 19 20:44:35.466144 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde69f37-b198-4ec7-9964-b8c79ec4e9d6 req-274aff99-2498-4f69-b07d-66fd4fafa34d tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:35.467743 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bde69f37-b198-4ec7-9964-b8c79ec4e9d6 req-274aff99-2498-4f69-b07d-66fd4fafa34d tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0850093
Nov 19 20:44:35.514820 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bde69f37-b198-4ec7-9964-b8c79ec4e9d6 req-e014306c-c941-41f9-ba2d-99bd82469d0d tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407798
Nov 19 20:44:35.836752 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-105b0b1a-724f-4987-8b52-c8fc324d3d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:35.854537 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-57b56c74-ce06-4cac-814f-b77c932828ec req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Request body: {'port': {'device_id': 'd25906a3-de96-4565-8207-10ac7c71d777', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:44:35.856049 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae45b2-1f09-451f-ba96-30d1f85d022e req-28958351-f58e-4543-8fdb-c36763688352 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:35.862417 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-07ae45b2-1f09-451f-ba96-30d1f85d022e req-28958351-f58e-4543-8fdb-c36763688352 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 931 time: 0.1111171
Nov 19 20:44:35.907170 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-07ae45b2-1f09-451f-ba96-30d1f85d022e req-2f9a491e-9fef-41dd-af35-e203684335bf tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432143
Nov 19 20:44:36.149721 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-57b56c74-ce06-4cac-814f-b77c932828ec req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:36.167750 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93dec72-a5c1-4750-9298-25fbf4e7f759 req-6b24c06c-5bb3-47c4-b318-14e9516acec7 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:36.169401 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e93dec72-a5c1-4750-9298-25fbf4e7f759 req-6b24c06c-5bb3-47c4-b318-14e9516acec7 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.2869756
Nov 19 20:44:36.174325 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445b999-92dd-459b-af47-bb5e98f6e519 req-afa44534-50a5-4da1-888b-7c784b186073 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:36.175571 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c445b999-92dd-459b-af47-bb5e98f6e519 req-afa44534-50a5-4da1-888b-7c784b186073 service neutron] 10.222.0.27 "GET /v2.0/networks?id=0a113bd1-778c-4e88-acd2-a1595854211f HTTP/1.1" status: 200  len: 913 time: 0.3750052
Nov 19 20:44:36.303450 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e93dec72-a5c1-4750-9298-25fbf4e7f759 req-fbf49469-60bd-48c8-b83b-bb8611878561 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1266868
Nov 19 20:44:36.556692 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d69b9d-0aef-4207-90d4-eaa255b31431 req-225fa4a8-54d2-471f-8f44-8d97427b140b tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:36.558363 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-04d69b9d-0aef-4207-90d4-eaa255b31431 req-225fa4a8-54d2-471f-8f44-8d97427b140b tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0891304
Nov 19 20:44:36.609846 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-04d69b9d-0aef-4207-90d4-eaa255b31431 req-7a2b23d5-f92b-4d9b-a3c5-0289fb1854a6 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453587
Nov 19 20:44:36.636376 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [req-57b56c74-ce06-4cac-814f-b77c932828ec req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 {{(pid=80324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 20:44:36.644621 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-57b56c74-ce06-4cac-814f-b77c932828ec req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:36.702014 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-57b56c74-ce06-4cac-814f-b77c932828ec req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Transition to ACTIVE for port object cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:44:36.711453 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-57b56c74-ce06-4cac-814f-b77c932828ec req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:36.730962 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:36.883410 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Pushing event updated for resources: {'Port': ['ID=cbc4cc2f-949a-483b-b16c-17ac70e5f0c9,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:36.890190 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:36.912406 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2a87c-5789-4241-ad4d-4adaf0f56f36 req-f40f9c2b-1474-4a25-b9bc-68edef799e6f tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:36.914030 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b8d2a87c-5789-4241-ad4d-4adaf0f56f36 req-f40f9c2b-1474-4a25-b9bc-68edef799e6f tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.2648518
Nov 19 20:44:37.035454 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b8d2a87c-5789-4241-ad4d-4adaf0f56f36 req-4e43e5df-eb4b-4ca8-9ece-85492822b5f2 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143281
Nov 19 20:44:37.058799 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-57b56c74-ce06-4cac-814f-b77c932828ec req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Attempting to bind port cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 on host hv-cinder-75078 for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:44:37.059174 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-57b56c74-ce06-4cac-814f-b77c932828ec req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Attempting to bind port cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '4d8bb714-8049-4fcb-9d3d-494ad10c767d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0a113bd1-778c-4e88-acd2-a1595854211f'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:44:37.059539 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b56c74-ce06-4cac-814f-b77c932828ec req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Attempting to bind port cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 on network 0a113bd1-778c-4e88-acd2-a1595854211f {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:44:37.067109 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b56c74-ce06-4cac-814f-b77c932828ec req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Checking agent: {'id': '460481f1-45c5-4450-82c0-45a37946158c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 41, 59), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 29), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:44:37.067475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b56c74-ce06-4cac-814f-b77c932828ec req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Checking segment: {'id': '4d8bb714-8049-4fcb-9d3d-494ad10c767d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0a113bd1-778c-4e88-acd2-a1595854211f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:44:37.067873 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-57b56c74-ce06-4cac-814f-b77c932828ec req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:37.068263 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b56c74-ce06-4cac-814f-b77c932828ec req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Bound using segment: {'id': '4d8bb714-8049-4fcb-9d3d-494ad10c767d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0a113bd1-778c-4e88-acd2-a1595854211f'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:44:37.068727 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-57b56c74-ce06-4cac-814f-b77c932828ec req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Bound port: cbc4cc2f-949a-483b-b16c-17ac70e5f0c9, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8bb714-8049-4fcb-9d3d-494ad10c767d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0a113bd1-778c-4e88-acd2-a1595854211f'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:44:37.069094 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-57b56c74-ce06-4cac-814f-b77c932828ec req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:37.122460 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0814040-9739-485e-bea4-f84084ced8c4 req-bbf9228b-172b-4e4b-aa7a-99bcc6d6dcd4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:37.124056 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c0814040-9739-485e-bea4-f84084ced8c4 req-bbf9228b-172b-4e4b-aa7a-99bcc6d6dcd4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.0845954
Nov 19 20:44:37.167018 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-57b56c74-ce06-4cac-814f-b77c932828ec req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] For port cbc4cc2f-949a-483b-b16c-17ac70e5f0c9, host hv-cinder-75078, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:44:37.170502 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-57b56c74-ce06-4cac-814f-b77c932828ec req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] For port cbc4cc2f-949a-483b-b16c-17ac70e5f0c9, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=cbc4cc2f-949a-483b-b16c-17ac70e5f0c9,segment=NetworkSegment(4d8bb714-8049-4fcb-9d3d-494ad10c767d),segment_id=4d8bb714-8049-4fcb-9d3d-494ad10c767d)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:44:37.174069 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-57b56c74-ce06-4cac-814f-b77c932828ec req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:37.178734 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c0814040-9739-485e-bea4-f84084ced8c4 req-fd4fff93-e32c-47c6-834f-a705651624b9 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473330
Nov 19 20:44:37.189621 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:37.343310 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Pushing event updated for resources: {'Port': ['ID=cbc4cc2f-949a-483b-b16c-17ac70e5f0c9,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:37.348125 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:37.383657 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-57b56c74-ce06-4cac-814f-b77c932828ec req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:37.385296 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-57b56c74-ce06-4cac-814f-b77c932828ec req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] 10.222.0.27 "PUT /v2.0/ports/cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 HTTP/1.1" status: 200  len: 1157 time: 1.5358469
Nov 19 20:44:37.385924 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd25906a3-de96-4565-8207-10ac7c71d777', 'tag': 'cbc4cc2f-949a-483b-b16c-17ac70e5f0c9'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:44:37.474240 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd25906a3-de96-4565-8207-10ac7c71d777', 'tag': 'cbc4cc2f-949a-483b-b16c-17ac70e5f0c9', 'status': 'completed', 'code': 200}
Nov 19 20:44:37.521172 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd18e6a-8d34-4fbf-bdfd-faf999462c42 req-c3446216-dbe4-4286-be0d-982a0cf43686 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:37.522839 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7fd18e6a-8d34-4fbf-bdfd-faf999462c42 req-c3446216-dbe4-4286-be0d-982a0cf43686 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.0896337
Nov 19 20:44:37.570225 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7fd18e6a-8d34-4fbf-bdfd-faf999462c42 req-fa071e66-ec84-40e3-8ee4-769a9cf3e2d3 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414152
Nov 19 20:44:37.819998 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d29089-a1a6-420f-8f44-cb7573d0b217 req-1d8cc4e4-b5cc-4118-ae40-5aae039e0169 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:37.821558 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50d29089-a1a6-420f-8f44-cb7573d0b217 req-1d8cc4e4-b5cc-4118-ae40-5aae039e0169 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0816953
Nov 19 20:44:37.867929 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50d29089-a1a6-420f-8f44-cb7573d0b217 req-0f7752c4-0bfb-4281-9d75-a00e2276a124 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403292
Nov 19 20:44:38.235162 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5df1636f-5951-4e1f-a91a-8fb70784588c req-73519f35-ee2c-4e70-95e4-06ecda0cd23b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=815c1f905e754bd799b86d9adaab1030&device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 1160 time: 0.0872524
Nov 19 20:44:38.266211 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c445b999-92dd-459b-af47-bb5e98f6e519 req-42016aff-281c-41b3-a6e2-05bceb2b2eba service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1187132f-618d-44e8-a573-bb39dc060563 HTTP/1.1" status: 200  len: 217 time: 0.1835175
Nov 19 20:44:38.379340 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445b999-92dd-459b-af47-bb5e98f6e519 req-d0ab85aa-4ee8-40db-9b37-16ca9b50fd05 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:38.380918 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c445b999-92dd-459b-af47-bb5e98f6e519 req-d0ab85aa-4ee8-40db-9b37-16ca9b50fd05 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab1e6561-e749-40d7-a5a9-de196eaf5e63 HTTP/1.1" status: 200  len: 859 time: 0.1070385
Nov 19 20:44:38.384636 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-12e02893-ce6b-4431-9662-145095c5af48 req-e93cc662-6625-4ce1-926f-b3ffae985379 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=fa99d0118df442eca2afa5e7043d1676&device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 1160 time: 0.2495172
Nov 19 20:44:38.395357 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5012308-37bc-44c7-87f0-b2ef05bbaa70 req-d3f2aa1d-74f9-4f76-8acc-dcd1df779e49 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:38.396965 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d5012308-37bc-44c7-87f0-b2ef05bbaa70 req-d3f2aa1d-74f9-4f76-8acc-dcd1df779e49 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.1864684
Nov 19 20:44:38.464294 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1636f-5951-4e1f-a91a-8fb70784588c req-d0992dde-f5b6-4cc6-af7d-3ed60085f3b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:38.465878 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5df1636f-5951-4e1f-a91a-8fb70784588c req-d0992dde-f5b6-4cc6-af7d-3ed60085f3b0 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=815c1f905e754bd799b86d9adaab1030&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2161229
Nov 19 20:44:38.490199 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c445b999-92dd-459b-af47-bb5e98f6e519 req-b40fa3fb-b210-4b46-ad73-6cfd76e63af6 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0a113bd1-778c-4e88-acd2-a1595854211f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0883980
Nov 19 20:44:38.515138 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d311b02-d97a-46e6-9115-1048996d11e3 req-01f73500-5195-4a96-a7da-1229761c06e4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:38.516733 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5d311b02-d97a-46e6-9115-1048996d11e3 req-01f73500-5195-4a96-a7da-1229761c06e4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.1582477
Nov 19 20:44:38.646237 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-248c7433-c13d-4b3b-88f0-e247e2343601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:38.661333 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5d311b02-d97a-46e6-9115-1048996d11e3 req-f80fd86b-68ea-493f-be37-1dfc3ff2d78f tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303296
Nov 19 20:44:38.666908 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1636f-5951-4e1f-a91a-8fb70784588c req-8f13ed31-f315-41bc-bb09-d4c94be90a95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:38.668859 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5df1636f-5951-4e1f-a91a-8fb70784588c req-8f13ed31-f315-41bc-bb09-d4c94be90a95 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1936004
Nov 19 20:44:38.809622 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:38.887005 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-57b56c74-ce06-4cac-814f-b77c932828ec req-5d8ea78c-a2eb-44a1-b482-54ef8067bc65 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=815c1f905e754bd799b86d9adaab1030&device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 1160 time: 0.1472132
Nov 19 20:44:38.887877 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d5012308-37bc-44c7-87f0-b2ef05bbaa70 req-df2c4e9b-ce5f-406a-8bfd-594353027685 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4848254
Nov 19 20:44:38.902178 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6e1b4-8800-4e5f-beca-9c9f8d9e53e6 req-91ce52bf-a76f-482a-ba97-6a5f4b685919 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:38.904408 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8eb6e1b4-8800-4e5f-beca-9c9f8d9e53e6 req-91ce52bf-a76f-482a-ba97-6a5f4b685919 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.1027753
Nov 19 20:44:38.925309 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e02893-ce6b-4431-9662-145095c5af48 req-a7520a99-8883-44db-915f-8ab151fb111f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:38.926933 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-12e02893-ce6b-4431-9662-145095c5af48 req-a7520a99-8883-44db-915f-8ab151fb111f service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=fa99d0118df442eca2afa5e7043d1676&shared=False HTTP/1.1" status: 200  len: 904 time: 0.5228872
Nov 19 20:44:38.982469 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c445b999-92dd-459b-af47-bb5e98f6e519 req-4d09fc4e-19b9-49fd-ac95-f0e7f33c2df2 service neutron] 10.222.0.27 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4820945
Nov 19 20:44:38.992418 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-57b56c74-ce06-4cac-814f-b77c932828ec req-0fef0b8e-500b-4ff4-bfa7-cafaf5cb0d8e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 HTTP/1.1" status: 200  len: 217 time: 0.0873744
Nov 19 20:44:39.067381 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8eb6e1b4-8800-4e5f-beca-9c9f8d9e53e6 req-a85b35ab-c74b-4726-89f2-cd04f1deee24 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1080008
Nov 19 20:44:39.079322 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b56c74-ce06-4cac-814f-b77c932828ec req-36fdf6c4-169f-4b0d-b923-ced5424bddb9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:39.081189 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-57b56c74-ce06-4cac-814f-b77c932828ec req-36fdf6c4-169f-4b0d-b923-ced5424bddb9 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab1e6561-e749-40d7-a5a9-de196eaf5e63 HTTP/1.1" status: 200  len: 859 time: 0.0773799
Nov 19 20:44:39.135767 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-57b56c74-ce06-4cac-814f-b77c932828ec req-f04bee9a-e63a-42da-b24a-0614aab80e04 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0a113bd1-778c-4e88-acd2-a1595854211f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479021
Nov 19 20:44:39.287975 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e02893-ce6b-4431-9662-145095c5af48 req-57d87c6d-1914-496c-942f-48bab0a61ff5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:39.289583 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-12e02893-ce6b-4431-9662-145095c5af48 req-57d87c6d-1914-496c-942f-48bab0a61ff5 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3487306
Nov 19 20:44:39.327142 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c445b999-92dd-459b-af47-bb5e98f6e519 req-9614c630-7f8d-4c90-9371-3ed303da0828 service neutron] 10.222.0.27 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3278642
Nov 19 20:44:39.334999 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c1aae-5409-4538-8028-743508066064 req-f5fcd24a-fe95-4240-9d50-3701d7d50640 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:39.336681 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b29c1aae-5409-4538-8028-743508066064 req-f5fcd24a-fe95-4240-9d50-3701d7d50640 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.3088784
Nov 19 20:44:39.463285 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b29c1aae-5409-4538-8028-743508066064 req-ea83acac-23ff-4a85-bbff-3553300fa3c8 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188607
Nov 19 20:44:39.482478 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-62dd199b-097a-4356-8efd-f3840651877e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=fa99d0118df442eca2afa5e7043d1676&device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 1160 time: 0.1174109
Nov 19 20:44:39.490410 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-57b56c74-ce06-4cac-814f-b77c932828ec req-a2d7fb31-b2f2-4908-aa22-beb8c1b58590 service neutron] 10.222.0.27 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3474376
Nov 19 20:44:39.575891 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-95d9dcb0-567f-4f5c-bf40-7944c104b61a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c3b0663-f21a-4444-89ce-eb84f65e1c16 HTTP/1.1" status: 200  len: 217 time: 0.0738792
Nov 19 20:44:39.648138 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-57b56c74-ce06-4cac-814f-b77c932828ec req-2daa6396-cf9e-4e0e-bb23-620efc20265f service neutron] 10.222.0.27 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1454430
Nov 19 20:44:39.652395 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-21e68579-6aad-4fef-a561-5ed5c50ed9ef service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:39.654012 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-21e68579-6aad-4fef-a561-5ed5c50ed9ef service neutron] 10.222.0.27 "GET /v2.0/subnets?id=59cbba1f-50a8-4d2a-8185-b2dfe8b126e2 HTTP/1.1" status: 200  len: 849 time: 0.0716071
Nov 19 20:44:39.763962 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:39.785850 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-4e5bd574-15c0-4dc7-ad8d-5dfd1a9410c3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1202760
Nov 19 20:44:39.937955 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd067e-5a3f-4a7c-a6c7-2a464aa1626a req-d81b7126-dffd-45d9-ab5e-33a6018988c2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:39.939604 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2fbd067e-5a3f-4a7c-a6c7-2a464aa1626a req-d81b7126-dffd-45d9-ab5e-33a6018988c2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.1064892
Nov 19 20:44:39.958295 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-0707be93-2922-4e45-ae75-af043ac17df4 service neutron] 10.222.0.27 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1633720
Nov 19 20:44:40.043921 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2fbd067e-5a3f-4a7c-a6c7-2a464aa1626a req-164b948a-7f6f-4fda-8295-3d1f60a2595d tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974011
Nov 19 20:44:40.161478 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:40.239478 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e8c72be6-acd9-4781-97f2-2c86435ef155 req-f4e10598-68a4-4152-90df-3a134d5b352c service neutron] 10.222.0.27 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2692587
Nov 19 20:44:40.249013 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70b1fa-9e9b-4e70-9513-fc44dbbf662b req-6bdb1ee2-a3e6-4023-bd64-800b1a4e0778 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:40.250604 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4e70b1fa-9e9b-4e70-9513-fc44dbbf662b req-6bdb1ee2-a3e6-4023-bd64-800b1a4e0778 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.2022116
Nov 19 20:44:40.303372 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4e70b1fa-9e9b-4e70-9513-fc44dbbf662b req-cf355e78-d86f-42dc-96c2-8f199ad47308 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456421
Nov 19 20:44:40.354331 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935fcfa-dec3-4595-88c9-902382edff27 req-71bd241e-a401-41e3-b4ca-08365cb56d57 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:40.357290 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9935fcfa-dec3-4595-88c9-902382edff27 req-71bd241e-a401-41e3-b4ca-08365cb56d57 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.1031706
Nov 19 20:44:40.410761 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9935fcfa-dec3-4595-88c9-902382edff27 req-f0e18d21-d793-498e-b75a-e840fa8b0cf8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465453
Nov 19 20:44:40.671380 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd80702-3f10-40d1-ab93-d8d2be0a0b63 req-ac426728-473f-42d4-bd9b-215ffa75e65f tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:40.673133 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bcd80702-3f10-40d1-ab93-d8d2be0a0b63 req-ac426728-473f-42d4-bd9b-215ffa75e65f tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0889390
Nov 19 20:44:40.723264 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bcd80702-3f10-40d1-ab93-d8d2be0a0b63 req-2615cf19-74db-4fc3-9f3d-67bc0c62f9a1 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439556
Nov 19 20:44:41.259262 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45332d-8e10-4e61-897f-c7f4ddfea963 req-97d41a3a-fa05-44fa-91f5-6f1b049184fd tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:41.260929 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4c45332d-8e10-4e61-897f-c7f4ddfea963 req-97d41a3a-fa05-44fa-91f5-6f1b049184fd tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.0840759
Nov 19 20:44:41.312356 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4c45332d-8e10-4e61-897f-c7f4ddfea963 req-1e9fa802-88e5-48af-b510-446275411cc2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450721
Nov 19 20:44:41.526828 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a6082-673d-43bc-9716-d1778044a6f1 req-bb4c212c-a072-4b8a-96c0-442e522df5a1 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:41.527760 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0d9a6082-673d-43bc-9716-d1778044a6f1 req-bb4c212c-a072-4b8a-96c0-442e522df5a1 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0873153
Nov 19 20:44:41.580318 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0d9a6082-673d-43bc-9716-d1778044a6f1 req-026d27a5-d205-440e-8165-2d268ad457a3 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463507
Nov 19 20:44:41.639986 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07202fd7-ef74-4306-9c34-f7c7ea019e1d req-692391b9-3a3d-4837-a495-500e7193e6d5 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:41.641625 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-07202fd7-ef74-4306-9c34-f7c7ea019e1d req-692391b9-3a3d-4837-a495-500e7193e6d5 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.0904593
Nov 19 20:44:41.693053 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-07202fd7-ef74-4306-9c34-f7c7ea019e1d req-795aeced-1420-4b8f-a2b5-d6e5e2e31b2e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445635
Nov 19 20:44:41.871811 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 57634) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:41.941376 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500684d-9478-4aac-a77c-12ffbf75275e req-3efc1869-606e-45b2-a4f4-d255d0162a0c tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:41.943061 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7500684d-9478-4aac-a77c-12ffbf75275e req-3efc1869-606e-45b2-a4f4-d255d0162a0c tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0882750
Nov 19 20:44:41.994191 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7500684d-9478-4aac-a77c-12ffbf75275e req-a47b50bb-5a23-4fcb-a46d-698f9776fbdb tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450263
Nov 19 20:44:42.029244 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9fd1c632-bfd7-43dd-ab18-0b6aab59222b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:42.070385 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-9fd1c632-bfd7-43dd-ab18-0b6aab59222b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:42.070385 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-9fd1c632-bfd7-43dd-ab18-0b6aab59222b admin admin] Usage tracker for resource:security_group_rule and tenant:f1096db0bc7f4ff4bc9ed1aad374fc2e is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:42.070385 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-9fd1c632-bfd7-43dd-ab18-0b6aab59222b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:42.075660 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-9fd1c632-bfd7-43dd-ab18-0b6aab59222b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:42.145972 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9fd1c632-bfd7-43dd-ab18-0b6aab59222b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:42.150007 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9fd1c632-bfd7-43dd-ab18-0b6aab59222b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:42.157857 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:42.203945 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1c632-bfd7-43dd-ab18-0b6aab59222b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a08409-6928-4f18-a6d0-a3a6f3979b71,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:42.208140 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9fd1c632-bfd7-43dd-ab18-0b6aab59222b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:42.211660 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-9fd1c632-bfd7-43dd-ab18-0b6aab59222b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1096db0bc7f4ff4bc9ed1aad374fc2e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3386354
Nov 19 20:44:42.213673 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 57642) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:42.276166 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fc1ffe05-e7ac-42c2-9a87-baf5553c65be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:42.303024 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fc1ffe05-e7ac-42c2-9a87-baf5553c65be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:42.350620 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fc1ffe05-e7ac-42c2-9a87-baf5553c65be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:42.354479 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:42.366884 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ffe05-e7ac-42c2-9a87-baf5553c65be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a08409-6928-4f18-a6d0-a3a6f3979b71,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:42.370794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-fc1ffe05-e7ac-42c2-9a87-baf5553c65be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:42.374059 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fc1ffe05-e7ac-42c2-9a87-baf5553c65be admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:42.377609 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-fc1ffe05-e7ac-42c2-9a87-baf5553c65be admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c4a08409-6928-4f18-a6d0-a3a6f3979b71 HTTP/1.1" status: 204  len: 168 time: 0.1606400
Nov 19 20:44:42.528327 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293593d1-5ce7-431d-a27f-e6a06a366606 req-d9a2e741-2f67-4c90-9baf-e783c8896afa tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:42.529973 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-293593d1-5ce7-431d-a27f-e6a06a366606 req-d9a2e741-2f67-4c90-9baf-e783c8896afa tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.0877740
Nov 19 20:44:42.578140 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-293593d1-5ce7-431d-a27f-e6a06a366606 req-5ad0799f-20ad-4207-8a9d-a8878f0b0f60 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415447
Nov 19 20:44:42.735899 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 57660) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:42.759439 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cd9729f4-1be3-4385-a7cd-37e9a82daf96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:42.795613 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-cd9729f4-1be3-4385-a7cd-37e9a82daf96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:42.800229 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-cd9729f4-1be3-4385-a7cd-37e9a82daf96 admin admin] Usage tracker for resource:security_group_rule and tenant:ebbb0d3ac8c44ce89137cc3f5086d7b3 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:42.803219 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-cd9729f4-1be3-4385-a7cd-37e9a82daf96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:42.811983 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-cd9729f4-1be3-4385-a7cd-37e9a82daf96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:42.833699 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7297bf7-385e-41c3-87de-b6c08b8bb06f req-8bc7aee8-ba18-4ba2-b9d0-f4ba7ed7cc47 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:42.835308 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e7297bf7-385e-41c3-87de-b6c08b8bb06f req-8bc7aee8-ba18-4ba2-b9d0-f4ba7ed7cc47 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.1178596
Nov 19 20:44:42.890408 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e7297bf7-385e-41c3-87de-b6c08b8bb06f req-d916754b-d675-4bc3-817f-111f40afe83b tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478921
Nov 19 20:44:42.952853 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cd9729f4-1be3-4385-a7cd-37e9a82daf96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:42.957715 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cd9729f4-1be3-4385-a7cd-37e9a82daf96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:42.970824 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9136c7-7b2b-4b35-80e4-4b91262cb26e req-8fb56455-7685-4213-b7a4-7433ed6a617b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:42.972439 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-eb9136c7-7b2b-4b35-80e4-4b91262cb26e req-8fb56455-7685-4213-b7a4-7433ed6a617b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.1451430
Nov 19 20:44:42.973702 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:43.043633 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9729f4-1be3-4385-a7cd-37e9a82daf96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ead26ba-a591-46f2-ba7a-6d564c674c81,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:43.047068 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-cd9729f4-1be3-4385-a7cd-37e9a82daf96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:43.058600 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-cd9729f4-1be3-4385-a7cd-37e9a82daf96 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebbb0d3ac8c44ce89137cc3f5086d7b3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3185568
Nov 19 20:44:43.058682 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 57666) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:43.079575 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-eb9136c7-7b2b-4b35-80e4-4b91262cb26e req-4607b57a-6feb-489d-a162-10807fc593ef tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0979605
Nov 19 20:44:43.141309 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-201d47bf-685f-4bca-bd80-061faa955f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:43.177940 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-201d47bf-685f-4bca-bd80-061faa955f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:43.234988 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-201d47bf-685f-4bca-bd80-061faa955f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:43.240855 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-6ba8ebe7-24ed-4248-af58-3575920fee02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:43.248629 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af493c-fea0-48bd-9195-f35efb5a1926 req-9038d08a-3d89-41f5-8b93-274b51e92e70 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:43.250299 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-63af493c-fea0-48bd-9195-f35efb5a1926 req-9038d08a-3d89-41f5-8b93-274b51e92e70 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.1189048
Nov 19 20:44:43.252064 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d47bf-685f-4bca-bd80-061faa955f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ead26ba-a591-46f2-ba7a-6d564c674c81,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:43.256445 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-201d47bf-685f-4bca-bd80-061faa955f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:43.259868 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-201d47bf-685f-4bca-bd80-061faa955f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:43.261082 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-201d47bf-685f-4bca-bd80-061faa955f03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ead26ba-a591-46f2-ba7a-6d564c674c81 HTTP/1.1" status: 204  len: 168 time: 0.2014008
Nov 19 20:44:43.309885 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-63af493c-fea0-48bd-9195-f35efb5a1926 req-bfd7a104-586e-4490-8d78-ea306e3a59f6 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522921
Nov 19 20:44:43.793213 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559c971-7344-49c6-998f-e3aaa2beaadb req-585a3534-a9d9-45ce-8991-714e6428c7ba tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:43.794842 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4559c971-7344-49c6-998f-e3aaa2beaadb req-585a3534-a9d9-45ce-8991-714e6428c7ba tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.0844042
Nov 19 20:44:43.845620 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4559c971-7344-49c6-998f-e3aaa2beaadb req-d62f09df-d761-4394-a42e-82ce4ee900a4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425477
Nov 19 20:44:44.107450 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08163f72-85f7-482b-befe-0d6a30e2a136 req-413cdcb8-e622-4299-a907-963a7c64d6fb tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:44.109047 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-08163f72-85f7-482b-befe-0d6a30e2a136 req-413cdcb8-e622-4299-a907-963a7c64d6fb tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0876076
Nov 19 20:44:44.166157 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-08163f72-85f7-482b-befe-0d6a30e2a136 req-28128349-0c6d-4233-8702-b09487316586 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509305
Nov 19 20:44:44.312625 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca9e13-4753-4978-9464-10778f764710 req-18724e07-de0f-452e-bf62-3c58b9645e03 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:44.314380 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53ca9e13-4753-4978-9464-10778f764710 req-18724e07-de0f-452e-bf62-3c58b9645e03 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.0869713
Nov 19 20:44:44.369090 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53ca9e13-4753-4978-9464-10778f764710 req-0c69518b-6d19-4730-baae-7385879ea1ef tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477576
Nov 19 20:44:44.535402 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42068414-e534-4649-b37e-55766734b3f0 req-ec170e38-92ea-464b-9162-bd6c7fb64fd9 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:44.542533 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-42068414-e534-4649-b37e-55766734b3f0 req-ec170e38-92ea-464b-9162-bd6c7fb64fd9 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0992792
Nov 19 20:44:44.593162 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-42068414-e534-4649-b37e-55766734b3f0 req-6d4bc6cc-a03e-4219-b348-6433d2708146 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445635
Nov 19 20:44:45.056639 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61a4ba-ac9c-49c6-89ed-a889f014dc8f req-c81fef7f-0ee0-41ba-902f-cc167b3baf8f tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:45.058258 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8a61a4ba-ac9c-49c6-89ed-a889f014dc8f req-c81fef7f-0ee0-41ba-902f-cc167b3baf8f tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.0847137
Nov 19 20:44:45.108821 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8a61a4ba-ac9c-49c6-89ed-a889f014dc8f req-f9bf5d83-4de7-43f9-83a0-1eaeef1726ed tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427759
Nov 19 20:44:45.395037 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9431b-e548-44dc-a4fa-e4422c73ac50 req-71778e89-7370-47c9-b084-e4a5bcf60e9a tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:45.396804 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4cf9431b-e548-44dc-a4fa-e4422c73ac50 req-71778e89-7370-47c9-b084-e4a5bcf60e9a tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0976465
Nov 19 20:44:45.447306 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4cf9431b-e548-44dc-a4fa-e4422c73ac50 req-6211e37b-8b0a-42ab-9e09-5b5f1ed14e04 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442541
Nov 19 20:44:45.500120 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 57738) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:45.597284 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9627c-0e8a-4d94-9337-43213f4852e4 req-63c99856-6cb4-4fd3-896b-1d7749945a8a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:45.598879 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0ae9627c-0e8a-4d94-9337-43213f4852e4 req-63c99856-6cb4-4fd3-896b-1d7749945a8a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.0916848
Nov 19 20:44:45.666953 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-107d1b00-fcfe-4cad-8839-9eec7d5724ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:45.678488 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0ae9627c-0e8a-4d94-9337-43213f4852e4 req-e0e2d110-119e-4f1c-af9b-f4b0f467f864 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734990
Nov 19 20:44:45.704995 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-107d1b00-fcfe-4cad-8839-9eec7d5724ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:45.709218 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-107d1b00-fcfe-4cad-8839-9eec7d5724ae admin admin] Usage tracker for resource:security_group_rule and tenant:6f9c97fb88c84585a547d8ffabef3ae9 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:45.712486 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-107d1b00-fcfe-4cad-8839-9eec7d5724ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:45.718409 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-107d1b00-fcfe-4cad-8839-9eec7d5724ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:45.788392 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-107d1b00-fcfe-4cad-8839-9eec7d5724ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:45.791392 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-107d1b00-fcfe-4cad-8839-9eec7d5724ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:45.798919 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-204a0c0a-b1d6-462f-bde1-eff030269596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:45.810329 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d16cc-5c07-45ee-8e01-f2cf3a18d12f req-f2ddc0f8-76eb-470c-a847-120274c4c6ee tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:45.811951 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-958d16cc-5c07-45ee-8e01-f2cf3a18d12f req-f2ddc0f8-76eb-470c-a847-120274c4c6ee tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0839157
Nov 19 20:44:45.847238 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-107d1b00-fcfe-4cad-8839-9eec7d5724ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f9c97fb88c84585a547d8ffabef3ae9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3453794
Nov 19 20:44:45.848240 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d1b00-fcfe-4cad-8839-9eec7d5724ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c814da-f137-44a1-b960-65b8fdb8971a,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:45.850572 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 57748) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:45.851781 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-107d1b00-fcfe-4cad-8839-9eec7d5724ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:45.910273 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-958d16cc-5c07-45ee-8e01-f2cf3a18d12f req-1ff0643f-db92-46f0-acc7-40f765d2d0ee tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835991
Nov 19 20:44:45.935976 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76ed269d-acf9-4fb2-9472-9c8fb846df6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:45.963542 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76ed269d-acf9-4fb2-9472-9c8fb846df6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:46.007670 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76ed269d-acf9-4fb2-9472-9c8fb846df6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:46.012788 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3335704b-2af4-438b-acb0-a2044cd4e815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:46.026769 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed269d-acf9-4fb2-9472-9c8fb846df6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c814da-f137-44a1-b960-65b8fdb8971a,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:46.029814 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-76ed269d-acf9-4fb2-9472-9c8fb846df6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:46.030702 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76ed269d-acf9-4fb2-9472-9c8fb846df6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:46.031878 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-76ed269d-acf9-4fb2-9472-9c8fb846df6e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/98c814da-f137-44a1-b960-65b8fdb8971a HTTP/1.1" status: 204  len: 168 time: 0.1802318
Nov 19 20:44:46.345112 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcc331-aa05-4365-b113-682769b30d85 req-c540cf7e-fbee-4523-92a7-da7c22982bf9 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:46.347334 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-74dcc331-aa05-4365-b113-682769b30d85 req-c540cf7e-fbee-4523-92a7-da7c22982bf9 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.0900314
Nov 19 20:44:46.382227 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 57760) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:46.397989 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-74dcc331-aa05-4365-b113-682769b30d85 req-4f7c8081-0149-4e5c-bb77-5f69523275e1 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445545
Nov 19 20:44:46.402680 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a5c02028-3887-4685-8509-376dfee6a427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:46.437024 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-a5c02028-3887-4685-8509-376dfee6a427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:46.441301 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-a5c02028-3887-4685-8509-376dfee6a427 admin admin] Usage tracker for resource:security_group_rule and tenant:a9a5de216bcd477b89bdf3bb17549107 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:46.444339 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-a5c02028-3887-4685-8509-376dfee6a427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:46.450224 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-a5c02028-3887-4685-8509-376dfee6a427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:46.521300 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a5c02028-3887-4685-8509-376dfee6a427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:46.524413 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a5c02028-3887-4685-8509-376dfee6a427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:46.532854 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:46.579530 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c02028-3887-4685-8509-376dfee6a427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9954a8f0-2ffa-463c-833e-68e448caf792,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:46.583334 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a5c02028-3887-4685-8509-376dfee6a427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:46.587286 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a5c02028-3887-4685-8509-376dfee6a427 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9a5de216bcd477b89bdf3bb17549107&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2037737
Nov 19 20:44:46.590012 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 57768) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:46.655831 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8a2f-cf9b-42b8-ae59-f286dbc87c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:46.668543 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff79bf-2c4d-4d45-a57c-a9d9bb88e501 req-c60a14e7-9d25-47be-b33c-a449f2fb3bb0 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:46.670198 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d6ff79bf-2c4d-4d45-a57c-a9d9bb88e501 req-c60a14e7-9d25-47be-b33c-a449f2fb3bb0 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0857899
Nov 19 20:44:46.683143 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8a2f-cf9b-42b8-ae59-f286dbc87c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:46.719760 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d6ff79bf-2c4d-4d45-a57c-a9d9bb88e501 req-a1a18502-8fee-434e-b3b5-4e7b884273f9 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432360
Nov 19 20:44:46.732423 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8a2f-cf9b-42b8-ae59-f286dbc87c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:46.738329 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-fc1ffe05-e7ac-42c2-9a87-baf5553c65be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:46.751708 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d8a2f-cf9b-42b8-ae59-f286dbc87c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9954a8f0-2ffa-463c-833e-68e448caf792,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:46.756326 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3a1d8a2f-cf9b-42b8-ae59-f286dbc87c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:46.763742 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3a1d8a2f-cf9b-42b8-ae59-f286dbc87c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:46.766187 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-3a1d8a2f-cf9b-42b8-ae59-f286dbc87c35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9954a8f0-2ffa-463c-833e-68e448caf792 HTTP/1.1" status: 204  len: 168 time: 0.1750817
Nov 19 20:44:46.901013 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdc33b-d10a-49de-8a2d-7181f3b56aca req-de6e9686-9975-4f08-a64e-58d1cce23864 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:46.902673 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-30bdc33b-d10a-49de-8a2d-7181f3b56aca req-de6e9686-9975-4f08-a64e-58d1cce23864 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.0850077
Nov 19 20:44:46.968375 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-30bdc33b-d10a-49de-8a2d-7181f3b56aca req-a70caaa8-7d5d-472b-9275-f24d5b4c5166 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0592012
Nov 19 20:44:47.130782 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a529ff-1a5e-4789-a8d0-8686601daef6 req-b413cad5-0dc4-433b-beb2-2f71c21e50c3 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:47.132709 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a7a529ff-1a5e-4789-a8d0-8686601daef6 req-b413cad5-0dc4-433b-beb2-2f71c21e50c3 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0886862
Nov 19 20:44:47.184993 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a7a529ff-1a5e-4789-a8d0-8686601daef6 req-3c77c62d-f478-42b7-af72-b1f4d2257707 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439255
Nov 19 20:44:47.630903 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bce5a-e178-428d-8d9e-2f8bc5082d2e req-e05d6a02-aeda-40f9-bbac-1e1190ae27f2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:47.632504 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-079bce5a-e178-428d-8d9e-2f8bc5082d2e req-e05d6a02-aeda-40f9-bbac-1e1190ae27f2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.0932219
Nov 19 20:44:47.687437 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-079bce5a-e178-428d-8d9e-2f8bc5082d2e req-23f61e66-02b9-4e35-a65f-59ed0cc79506 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489044
Nov 19 20:44:47.941105 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6bff3-a4ca-4fdf-b592-d770be39c97f req-a2984fb1-142f-408a-a678-f557587c9776 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:47.943059 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-58f6bff3-a4ca-4fdf-b592-d770be39c97f req-a2984fb1-142f-408a-a678-f557587c9776 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0877290
Nov 19 20:44:47.998860 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-58f6bff3-a4ca-4fdf-b592-d770be39c97f req-d5dd082c-f01c-4e64-b114-547a23dd01f0 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493279
Nov 19 20:44:48.214258 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ac079-6ff9-4c38-8772-db9ec8e1fe1f req-c4d366f7-ac00-4be7-9fa7-8537395cb345 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:48.216203 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-544ac079-6ff9-4c38-8772-db9ec8e1fe1f req-c4d366f7-ac00-4be7-9fa7-8537395cb345 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.1028874
Nov 19 20:44:48.274095 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-544ac079-6ff9-4c38-8772-db9ec8e1fe1f req-65689016-abc0-43d9-b1cf-6927d8e0c7a9 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512233
Nov 19 20:44:48.422356 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0779d80-0c29-44b7-a533-100a0b96c024 req-5731a77e-2280-4f0d-9d12-a3cb8f9ef268 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:48.423982 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d0779d80-0c29-44b7-a533-100a0b96c024 req-5731a77e-2280-4f0d-9d12-a3cb8f9ef268 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0954540
Nov 19 20:44:48.476737 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d0779d80-0c29-44b7-a533-100a0b96c024 req-81f35853-faae-4c51-b7cf-14786c45647b tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461044
Nov 19 20:44:48.908350 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173143c-d534-4f03-abdd-2ea8dbc67fd3 req-971024d2-25fd-403d-9a10-d929fc8bbb37 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:48.910527 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6173143c-d534-4f03-abdd-2ea8dbc67fd3 req-971024d2-25fd-403d-9a10-d929fc8bbb37 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.0897360
Nov 19 20:44:48.959771 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6173143c-d534-4f03-abdd-2ea8dbc67fd3 req-20a74f17-bcf1-4272-ab85-863d00bbc3e5 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426850
Nov 19 20:44:49.210755 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 57886) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:49.239692 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ca618-f74e-4ead-8e6d-9efca56982e5 req-46f274dd-b0f1-4eff-b6b7-adafd1362652 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:49.241376 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0e5ca618-f74e-4ead-8e6d-9efca56982e5 req-46f274dd-b0f1-4eff-b6b7-adafd1362652 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.1025007
Nov 19 20:44:49.291712 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0e5ca618-f74e-4ead-8e6d-9efca56982e5 req-e694e4e4-bfa4-4df9-9152-ca8082a58ab8 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431237
Nov 19 20:44:49.386221 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dc8159fa-dc05-41cb-b0ae-67535c750d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:49.463560 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-dc8159fa-dc05-41cb-b0ae-67535c750d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:49.477691 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-dc8159fa-dc05-41cb-b0ae-67535c750d16 admin admin] Usage tracker for resource:security_group_rule and tenant:7a226620663c4bee9483b0677abc4e6b is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:49.486565 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-dc8159fa-dc05-41cb-b0ae-67535c750d16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:49.494811 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-dc8159fa-dc05-41cb-b0ae-67535c750d16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:49.549105 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b76028-8079-45c3-8c02-4aa7dea611d8 req-e907bdea-0b98-43e9-a3ec-fbf1e129e621 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:49.551317 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-36b76028-8079-45c3-8c02-4aa7dea611d8 req-e907bdea-0b98-43e9-a3ec-fbf1e129e621 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.1366761
Nov 19 20:44:49.618020 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-36b76028-8079-45c3-8c02-4aa7dea611d8 req-275cd38f-86bf-49af-8ce3-4960492fb56c tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596306
Nov 19 20:44:49.632515 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dc8159fa-dc05-41cb-b0ae-67535c750d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:49.637959 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dc8159fa-dc05-41cb-b0ae-67535c750d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:49.649860 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-2d80c429-b80b-466e-8c18-b80900a13e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:49.701495 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-dc8159fa-dc05-41cb-b0ae-67535c750d16 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7a226620663c4bee9483b0677abc4e6b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4895837
Nov 19 20:44:49.702503 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8159fa-dc05-41cb-b0ae-67535c750d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4007c2a2-b653-48c7-b916-0584a3584d60,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:49.705858 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 57916) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:49.706431 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-dc8159fa-dc05-41cb-b0ae-67535c750d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:49.768164 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4396f7-4f60-4abe-8fd4-e29106d75b54 req-b0e48424-e463-4f39-9a0c-7dc454ff6294 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:49.769947 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5e4396f7-4f60-4abe-8fd4-e29106d75b54 req-b0e48424-e463-4f39-9a0c-7dc454ff6294 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.1482930
Nov 19 20:44:49.814578 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-de840132-a09f-451f-82e6-25082a8120c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:49.860798 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-de840132-a09f-451f-82e6-25082a8120c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:49.871992 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5e4396f7-4f60-4abe-8fd4-e29106d75b54 req-1eb56dbc-8b8c-4765-9667-aac9339d8ab9 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888810
Nov 19 20:44:49.910736 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-de840132-a09f-451f-82e6-25082a8120c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:49.916241 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-19651a73-8224-4214-bfdd-69ba6b171c8b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:49.929125 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de840132-a09f-451f-82e6-25082a8120c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4007c2a2-b653-48c7-b916-0584a3584d60,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:49.934072 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-de840132-a09f-451f-82e6-25082a8120c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:49.938269 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-de840132-a09f-451f-82e6-25082a8120c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:49.939469 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-de840132-a09f-451f-82e6-25082a8120c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4007c2a2-b653-48c7-b916-0584a3584d60 HTTP/1.1" status: 204  len: 168 time: 0.2321382
Nov 19 20:44:50.178597 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc164e45-3ce9-4c98-a83b-f30e4ab776fb req-3be2149a-620d-42ec-8a1b-2caf5e8cf892 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:50.180121 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fc164e45-3ce9-4c98-a83b-f30e4ab776fb req-3be2149a-620d-42ec-8a1b-2caf5e8cf892 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.0926518
Nov 19 20:44:50.230990 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fc164e45-3ce9-4c98-a83b-f30e4ab776fb req-b56e3adf-235c-4685-a035-57f78ce942ba tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444803
Nov 19 20:44:50.301308 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 57928) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:50.320393 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4475f47a-018d-485d-bde2-60153e687fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:50.353406 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-4475f47a-018d-485d-bde2-60153e687fbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:50.357490 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-4475f47a-018d-485d-bde2-60153e687fbe admin admin] Usage tracker for resource:security_group_rule and tenant:10fc7f03e4b941cab70bdc45e2e4dea2 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:50.360475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-4475f47a-018d-485d-bde2-60153e687fbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:50.366298 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-4475f47a-018d-485d-bde2-60153e687fbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:50.465865 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4475f47a-018d-485d-bde2-60153e687fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:50.471796 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4475f47a-018d-485d-bde2-60153e687fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:50.491743 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:50.545430 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475f47a-018d-485d-bde2-60153e687fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c534b55-a8aa-4688-b9be-ab996287567f,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:50.550612 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4475f47a-018d-485d-bde2-60153e687fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:50.555575 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-4475f47a-018d-485d-bde2-60153e687fbe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=10fc7f03e4b941cab70bdc45e2e4dea2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2506480
Nov 19 20:44:50.556854 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 57936) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:50.606133 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713cd50-66bd-485b-b410-9de001986b22 req-eb126d11-69f0-494f-889f-7f3beb8039c2 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:50.607692 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9713cd50-66bd-485b-b410-9de001986b22 req-eb126d11-69f0-494f-889f-7f3beb8039c2 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.1809683
Nov 19 20:44:50.657548 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ae3bbe77-7d49-4b2e-b57f-1680fc3271a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:50.693218 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9713cd50-66bd-485b-b410-9de001986b22 req-34c433a8-8de0-431a-84b1-52f6c147c591 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782943
Nov 19 20:44:50.694964 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ae3bbe77-7d49-4b2e-b57f-1680fc3271a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:50.741330 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ae3bbe77-7d49-4b2e-b57f-1680fc3271a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:50.746794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-de840132-a09f-451f-82e6-25082a8120c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:50.760300 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3bbe77-7d49-4b2e-b57f-1680fc3271a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c534b55-a8aa-4688-b9be-ab996287567f,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:50.763124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ae3bbe77-7d49-4b2e-b57f-1680fc3271a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:50.764225 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ae3bbe77-7d49-4b2e-b57f-1680fc3271a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:50.765972 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-ae3bbe77-7d49-4b2e-b57f-1680fc3271a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c534b55-a8aa-4688-b9be-ab996287567f HTTP/1.1" status: 204  len: 168 time: 0.2086656
Nov 19 20:44:50.845968 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537369b4-def6-4381-b9f0-fa228e6640b5 req-a86cf9ac-5ced-42e5-b807-7bf408f2a1f0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:50.848468 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-537369b4-def6-4381-b9f0-fa228e6640b5 req-a86cf9ac-5ced-42e5-b807-7bf408f2a1f0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.0961812
Nov 19 20:44:50.913668 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-537369b4-def6-4381-b9f0-fa228e6640b5 req-13d98a47-1f96-4fcf-a08c-3d8019fbbde1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586922
Nov 19 20:44:51.300190 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385cd64-818e-411f-954c-d4ed9d1f00e6 req-001bb3b7-b356-4bd3-8f5a-ebf6239ab738 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:51.302026 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2385cd64-818e-411f-954c-d4ed9d1f00e6 req-001bb3b7-b356-4bd3-8f5a-ebf6239ab738 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.2966378
Nov 19 20:44:51.359141 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2385cd64-818e-411f-954c-d4ed9d1f00e6 req-7c627df0-c2ac-4503-9db4-6090a22fc779 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506992
Nov 19 20:44:51.478317 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474af4f7-8650-41cd-9a4b-65e6b85a9b5f req-8c6e9a77-4492-429e-a5c0-34d3dde69712 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:51.480112 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-474af4f7-8650-41cd-9a4b-65e6b85a9b5f req-8c6e9a77-4492-429e-a5c0-34d3dde69712 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.0954223
Nov 19 20:44:51.545427 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-474af4f7-8650-41cd-9a4b-65e6b85a9b5f req-9a720671-01d0-4695-87aa-099fefc624eb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592480
Nov 19 20:44:51.798436 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 57982) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:51.901056 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691e5b6-4f45-43f8-b3fa-fc38fb1eed5c req-500a817d-0f31-43ad-a9db-61130d8b295e tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:51.902678 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8691e5b6-4f45-43f8-b3fa-fc38fb1eed5c req-500a817d-0f31-43ad-a9db-61130d8b295e tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0826495
Nov 19 20:44:51.946319 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1424215211-network', 'tenant_id': '0e70cd32a7cd4433a38a95d18f320bf8'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:44:51.955341 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:51.965858 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Usage tracker for resource:network and tenant:0e70cd32a7cd4433a38a95d18f320bf8 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:51.970489 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8691e5b6-4f45-43f8-b3fa-fc38fb1eed5c req-c0314fe0-6aab-4c3a-8c5a-0a46b905f97a tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615845
Nov 19 20:44:51.971354 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:51.977419 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:51.987011 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Made reservation on behalf of 0e70cd32a7cd4433a38a95d18f320bf8 for: {'network': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:44:51.991923 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:52.006909 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:52.040304 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:52.044391 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Usage tracker for resource:security_group_rule and tenant:0e70cd32a7cd4433a38a95d18f320bf8 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:52.047535 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:52.054157 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:52.120986 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:52.123954 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:52.129104 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44a0ea-0bb4-4975-817d-5969ae98649f req-b6897fcb-e803-4ac4-8fdf-86059ebe662b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:52.130747 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4a44a0ea-0bb4-4975-817d-5969ae98649f req-b6897fcb-e803-4ac4-8fdf-86059ebe662b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.0838120
Nov 19 20:44:52.132779 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1f90a58b-0869-41a9-a141-f053427a0157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:52.180515 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 20:44:52.181825 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4a44a0ea-0bb4-4975-817d-5969ae98649f req-17795d2c-1c69-4b6b-af4c-a719e11fbaff tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443158
Nov 19 20:44:52.183125 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13bfdbe-0791-49cf-9e39-4115b74e1230,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:52.198584 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.198985 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.199558 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.199968 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.200395 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.200710 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.201070 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.201763 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.202175 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.202557 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.202933 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.203310 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.203724 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.204096 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.204469 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.204840 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.205215 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.206145 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.206534 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.206907 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.207279 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.207629 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.208157 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.208528 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:52.212831 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:52.214165 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:52.214547 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.segments_db [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Added segment 96668276-b2c7-478d-a317-e8696c65772c of type vxlan for network 625a7bdb-058f-478d-ba03-e7a559d27d20
Nov 19 20:44:52.242160 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778071455654'] for network, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:52.270922 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:52.272121 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:52.272746 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:52.277454 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:52.381870 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5821445
Nov 19 20:44:52.382710 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Pushing event updated for resources: {'Network': ['ID=625a7bdb-058f-478d-ba03-e7a559d27d20,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:52.385005 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 57992) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:52.386301 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:52.393836 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Request body: {'subnet': {'network_id': '625a7bdb-058f-478d-ba03-e7a559d27d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1424215211-subnet', 'tenant_id': '0e70cd32a7cd4433a38a95d18f320bf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:44:52.394720 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Network 625a7bdb-058f-478d-ba03-e7a559d27d20 details requested by agent ovs-agent-dv-cinder-750782-3-iscsi with host dv-cinder-750782-3-iscsi {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:44:52.399471 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:52.403956 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Usage tracker for resource:subnet and tenant:0e70cd32a7cd4433a38a95d18f320bf8 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:52.407340 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:52.415077 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:52.428064 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Made reservation on behalf of 0e70cd32a7cd4433a38a95d18f320bf8 for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:44:52.432803 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:52.575212 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6b568-cce7-456e-b236-d2f4c039a3b5 req-006fee05-73de-4007-ba6e-e12eec54c4c3 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:52.576953 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bca6b568-cce7-456e-b236-d2f4c039a3b5 req-006fee05-73de-4007-ba6e-e12eec54c4c3 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0872076
Nov 19 20:44:52.646090 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bca6b568-cce7-456e-b236-d2f4c039a3b5 req-11517fe1-0eac-4dcc-911c-6fa887e68935 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552430
Nov 19 20:44:52.853864 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b69ad1-9e36-4fb9-abfe-7614893dc7bf req-dde87f90-075c-4abf-b3a8-e6240df4520b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:52.855458 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-33b69ad1-9e36-4fb9-abfe-7614893dc7bf req-dde87f90-075c-4abf-b3a8-e6240df4520b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.1564445
Nov 19 20:44:52.956712 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-33b69ad1-9e36-4fb9-abfe-7614893dc7bf req-318bd896-ed44-4fdf-a928-ea95edbb06bd tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945563
Nov 19 20:44:52.965302 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:52.981605 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:53.196850 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac4686-409d-4437-b910-47debcfa2381 req-ad52a6d2-f03b-4cd5-996d-0506ff5c25ea tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:53.198579 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6dac4686-409d-4437-b910-47debcfa2381 req-ad52a6d2-f03b-4cd5-996d-0506ff5c25ea tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0889635
Nov 19 20:44:53.253356 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6dac4686-409d-4437-b910-47debcfa2381 req-d369b2f9-36d2-4cc9-8451-154a21961e21 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473220
Nov 19 20:44:53.290219 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a4c59b3-1858-46a3-8ec6-0e706a5e3f38,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:53.306378 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.306794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.307182 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.307566 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.307943 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.308321 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.308694 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.309068 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.309441 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.309832 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.310202 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.310568 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.310974 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.311342 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.311709 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.312075 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.312439 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.312804 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.313165 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.313534 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.313924 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.314290 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.314654 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.315077 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:44:53.319529 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:53.458944 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e9941-45ff-4660-aff8-e2afed95a685 req-264f16fe-3c7c-4db3-a3f5-00ed0d8a42ee tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:53.460569 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-010e9941-45ff-4660-aff8-e2afed95a685 req-264f16fe-3c7c-4db3-a3f5-00ed0d8a42ee tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.1380303
Nov 19 20:44:53.461215 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Checking segment: {'id': '96668276-b2c7-478d-a317-e8696c65772c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '625a7bdb-058f-478d-ba03-e7a559d27d20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:44:53.461600 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Network hostable DHCP agents. Network: 625a7bdb-058f-478d-ba03-e7a559d27d20, hostable agents: ['8d02a572-c9e9-422d-ae68-8452b80e1360'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 20:44:53.520769 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-010e9941-45ff-4660-aff8-e2afed95a685 req-7810dfeb-9083-43ff-989a-f684a938fa99 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528357
Nov 19 20:44:53.521304 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Network 625a7bdb-058f-478d-ba03-e7a559d27d20 is scheduled to be hosted by DHCP agent 8d02a572-c9e9-422d-ae68-8452b80e1360 with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 20:44:53.529323 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-iscsi, 625a7bdb-058f-478d-ba03-e7a559d27d20) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:44:53.533400 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:53.535701 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:53.546680 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a672dd-c4e8-49e2-b1ea-a859505f030f None None] Network 625a7bdb-058f-478d-ba03-e7a559d27d20 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:44:53.562845 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1762278
Nov 19 20:44:53.770013 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b64962-ecaf-4b02-b262-8f1caaf7d936 None None] Network 625a7bdb-058f-478d-ba03-e7a559d27d20 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:44:53.902566 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd8113-0c22-4462-a56b-99def19a857d req-b099c013-3c1c-4afa-9859-e9923f91423a tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:53.906574 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-47bd8113-0c22-4462-a56b-99def19a857d req-b099c013-3c1c-4afa-9859-e9923f91423a tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.1261532
Nov 19 20:44:53.966863 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-47bd8113-0c22-4462-a56b-99def19a857d req-9fa5d6ba-2009-444c-a806-bb63262f3391 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519879
Nov 19 20:44:54.172265 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317adec-2154-4ac0-a37d-de2bad7badc4 req-95bf80ca-60a3-478e-b1f0-32e3c3f72a4a tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:54.174917 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4317adec-2154-4ac0-a37d-de2bad7badc4 req-95bf80ca-60a3-478e-b1f0-32e3c3f72a4a tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.0891273
Nov 19 20:44:54.235119 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4317adec-2154-4ac0-a37d-de2bad7badc4 req-318438c5-c51b-4fc8-bad7-8b980f8a709b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538704
Nov 19 20:44:54.311096 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 58040) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:54.317256 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-84039329-network', 'tenant_id': 'adc3f3f92be34abebda67d48e78f3cff'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:44:54.322349 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:54.326462 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Usage tracker for resource:network and tenant:adc3f3f92be34abebda67d48e78f3cff is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:54.329458 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:54.335344 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:54.344757 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Made reservation on behalf of adc3f3f92be34abebda67d48e78f3cff for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:44:54.350127 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:54.363566 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:54.396494 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:54.400529 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Usage tracker for resource:security_group_rule and tenant:adc3f3f92be34abebda67d48e78f3cff is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:54.403509 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:54.409906 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:54.465293 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340426ec-7249-4f1c-879c-85937b69bab5 req-c7e1ab15-1ba9-446c-a7bb-3eb16baa2a90 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:54.466930 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-340426ec-7249-4f1c-879c-85937b69bab5 req-c7e1ab15-1ba9-446c-a7bb-3eb16baa2a90 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0833333
Nov 19 20:44:54.478159 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:54.481380 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:54.485621 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-76d33062-f619-4587-acf8-86577ac38b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:54.515267 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 20:44:54.519842 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-340426ec-7249-4f1c-879c-85937b69bab5 req-4b98a8b9-08dd-4e56-a618-5c63766ca58f tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462263
Nov 19 20:44:54.529205 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3e9bbf-5d4b-48ce-82cc-3170a6888892,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:54.533637 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:54.535209 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778072056128', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:54.535662 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.segments_db [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Added segment 79078f6a-5133-47c7-afdd-3e61245a29d1 of type vxlan for network 2e71feb5-bb01-46f5-90d5-904dcbe6e748
Nov 19 20:44:54.567247 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778071455654'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:54.568993 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Network 625a7bdb-058f-478d-ba03-e7a559d27d20 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:44:54.600663 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:54.601961 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:54.602606 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:54.623766 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:54.644115 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 873 time: 0.3286047
Nov 19 20:44:54.644319 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 58046) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:44:54.652455 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-2bc4e463-6b88-4019-b4c6-971b8e76c542 admin admin] Request body: {'subnet': {'network_id': '2e71feb5-bb01-46f5-90d5-904dcbe6e748', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-84039329-subnet', 'tenant_id': 'adc3f3f92be34abebda67d48e78f3cff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:44:54.664994 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-2bc4e463-6b88-4019-b4c6-971b8e76c542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:44:54.670144 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-2bc4e463-6b88-4019-b4c6-971b8e76c542 admin admin] Usage tracker for resource:subnet and tenant:adc3f3f92be34abebda67d48e78f3cff is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:44:54.682482 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-2bc4e463-6b88-4019-b4c6-971b8e76c542 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:44:54.700557 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-2bc4e463-6b88-4019-b4c6-971b8e76c542 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:44:54.729434 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc4e463-6b88-4019-b4c6-971b8e76c542 admin admin] Made reservation on behalf of adc3f3f92be34abebda67d48e78f3cff for: {'subnet': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:44:54.734533 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2bc4e463-6b88-4019-b4c6-971b8e76c542 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:54.792238 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Pushing event updated for resources: {'Network': ['ID=2e71feb5-bb01-46f5-90d5-904dcbe6e748,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:54.797931 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:54.804694 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Network 2e71feb5-bb01-46f5-90d5-904dcbe6e748 details requested by agent ovs-agent-dv-cinder-750782-3-iscsi with host dv-cinder-750782-3-iscsi {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:44:54.820128 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059470b-3422-499e-80a3-0f3660ad9ff2 req-d9ff8f4d-5264-4b02-ab31-514326a01869 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:54.821778 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c059470b-3422-499e-80a3-0f3660ad9ff2 req-d9ff8f4d-5264-4b02-ab31-514326a01869 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.1634073
Nov 19 20:44:54.874469 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c059470b-3422-499e-80a3-0f3660ad9ff2 req-f5772a57-cc5e-483c-8d45-52690d1a82ad tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448325
Nov 19 20:44:55.229893 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2bc4e463-6b88-4019-b4c6-971b8e76c542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for subnet, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:55.248957 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7913c5bb-9060-493d-b756-2a53cbc5008d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:44:55.286765 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f6abd-998f-44b1-bae2-99361173def6 req-60b437e8-ef50-4d7d-8328-e9cf79b74a81 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:55.288662 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-420f6abd-998f-44b1-bae2-99361173def6 req-60b437e8-ef50-4d7d-8328-e9cf79b74a81 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.1876724
Nov 19 20:44:55.424054 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Network 2e71feb5-bb01-46f5-90d5-904dcbe6e748 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:44:55.437710 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4e463-6b88-4019-b4c6-971b8e76c542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72079d7b-7124-480d-b68a-cebb877c5020,revision_number=0']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:44:55.455573 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-2bc4e463-6b88-4019-b4c6-971b8e76c542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:44:55.460883 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-420f6abd-998f-44b1-bae2-99361173def6 req-d1f3bc4f-bc16-4ec4-bef2-91bd4dc4f8eb tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630952
Nov 19 20:44:55.461025 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a00d18-56dd-486d-b4be-6906af94930e req-ee81fef4-9003-41e3-8e6d-a21fe1b6f2a8 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:55.462536 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-48a00d18-56dd-486d-b4be-6906af94930e req-ee81fef4-9003-41e3-8e6d-a21fe1b6f2a8 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.0877163
Nov 19 20:44:55.512104 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc4e463-6b88-4019-b4c6-971b8e76c542 admin admin] Checking segment: {'id': '79078f6a-5133-47c7-afdd-3e61245a29d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '2e71feb5-bb01-46f5-90d5-904dcbe6e748'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:44:55.512590 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc4e463-6b88-4019-b4c6-971b8e76c542 admin admin] Network hostable DHCP agents. Network: 2e71feb5-bb01-46f5-90d5-904dcbe6e748, hostable agents: ['8d02a572-c9e9-422d-ae68-8452b80e1360'], hosted agents: [] {{(pid=80324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 20:44:55.514335 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-48a00d18-56dd-486d-b4be-6906af94930e req-fc5c16c1-d05c-40a8-a85c-4fca70a180a7 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456438
Nov 19 20:44:55.540505 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc4e463-6b88-4019-b4c6-971b8e76c542 admin admin] Network 2e71feb5-bb01-46f5-90d5-904dcbe6e748 is scheduled to be hosted by DHCP agent 8d02a572-c9e9-422d-ae68-8452b80e1360 with binding_index 1 {{(pid=80324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 20:44:55.550894 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-2bc4e463-6b88-4019-b4c6-971b8e76c542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-iscsi, 2e71feb5-bb01-46f5-90d5-904dcbe6e748) {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:44:55.555058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc4e463-6b88-4019-b4c6-971b8e76c542 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:55.555703 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2bc4e463-6b88-4019-b4c6-971b8e76c542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:55.579966 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-2bc4e463-6b88-4019-b4c6-971b8e76c542 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9344718
Nov 19 20:44:55.692336 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e70f14a-ebfd-4a08-a784-942b69a3704e None None] Network 2e71feb5-bb01-46f5-90d5-904dcbe6e748 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:44:55.771174 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace39513-b06d-4c65-9f4c-b4d8f862e8eb req-c9eddf35-650e-4464-8c34-332eeb0a2c16 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:55.772915 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ace39513-b06d-4c65-9f4c-b4d8f862e8eb req-c9eddf35-650e-4464-8c34-332eeb0a2c16 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.1026564
Nov 19 20:44:55.841391 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ace39513-b06d-4c65-9f4c-b4d8f862e8eb req-08ffe9dd-c1fd-4360-b0b4-61b2fff6249e tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616539
Nov 19 20:44:56.100553 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b99e19-c7e0-4286-9c6b-70bbef31dac6 req-40f66284-2116-4e7d-ba26-4a75fb7aff93 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:56.102623 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d0b99e19-c7e0-4286-9c6b-70bbef31dac6 req-40f66284-2116-4e7d-ba26-4a75fb7aff93 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.0922315
Nov 19 20:44:56.107314 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8944ed-14be-4313-aa6f-399cea27cf4d None None] Network 2e71feb5-bb01-46f5-90d5-904dcbe6e748 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:44:56.191415 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d0b99e19-c7e0-4286-9c6b-70bbef31dac6 req-f664431e-3c49-4973-af62-b8f78f753fe0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0821128
Nov 19 20:44:56.249775 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.objects.ports [None req-2847db42-738d-478c-bd45-1da0777295e3 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80325) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 20:44:56.706442 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1541a94-0551-478c-9273-38549db502d3 req-ce4f76b0-9a0f-49fb-8cf1-cadf828badbd tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:56.708260 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e1541a94-0551-478c-9273-38549db502d3 req-ce4f76b0-9a0f-49fb-8cf1-cadf828badbd tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.1051226
Nov 19 20:44:56.758774 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e1541a94-0551-478c-9273-38549db502d3 req-ee44a284-a7ef-4aae-ade4-181268711a3d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440433
Nov 19 20:44:56.773141 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd410eb6-55df-41b7-9a8e-7c1a40405b6f req-180a9506-0801-4207-98db-78f45031469e tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:56.774824 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bd410eb6-55df-41b7-9a8e-7c1a40405b6f req-180a9506-0801-4207-98db-78f45031469e tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.0866871
Nov 19 20:44:56.824269 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bd410eb6-55df-41b7-9a8e-7c1a40405b6f req-c4aac326-c3da-412e-b6dd-c80ad492c5e7 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429583
Nov 19 20:44:57.054058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2208640-63e7-4fd1-a050-22c8fbd7ef2a req-db45e367-9ff7-47ee-aebc-8eb052ed9265 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:57.055668 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c2208640-63e7-4fd1-a050-22c8fbd7ef2a req-db45e367-9ff7-47ee-aebc-8eb052ed9265 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0851331
Nov 19 20:44:57.104095 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c2208640-63e7-4fd1-a050-22c8fbd7ef2a req-2b0a8cd3-c301-447f-8de6-16372f7df384 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424497
Nov 19 20:44:57.401055 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006a33b-67df-48a9-9cdc-677f7f4c0103 req-f6cf68d8-14dd-483a-bf68-695b86e0d063 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:57.402715 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0006a33b-67df-48a9-9cdc-677f7f4c0103 req-f6cf68d8-14dd-483a-bf68-695b86e0d063 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.0862472
Nov 19 20:44:57.455409 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0006a33b-67df-48a9-9cdc-677f7f4c0103 req-95518cc1-4e45-4090-bbc4-9bc0270e2c71 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463040
Nov 19 20:44:57.977709 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13b9d2-54bc-4089-b189-28bc1db50c43 req-23d3c653-44f9-4e12-9d72-31db01ff2615 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:57.979501 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cc13b9d2-54bc-4089-b189-28bc1db50c43 req-23d3c653-44f9-4e12-9d72-31db01ff2615 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0902309
Nov 19 20:44:58.028973 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cc13b9d2-54bc-4089-b189-28bc1db50c43 req-a896b6fd-4c9e-49d0-b033-d94606cb7b45 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431173
Nov 19 20:44:58.038676 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cd582-4c16-4704-9887-d3d2fcbd4d06 req-ddbf9a57-2cfe-4350-9795-7332173b1217 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:58.040292 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-471cd582-4c16-4704-9887-d3d2fcbd4d06 req-ddbf9a57-2cfe-4350-9795-7332173b1217 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.0865307
Nov 19 20:44:58.091449 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-471cd582-4c16-4704-9887-d3d2fcbd4d06 req-e277ce1c-7b3a-41f6-871a-94cbb972fc7b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449188
Nov 19 20:44:58.319413 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec9181-7d86-4d4e-9e5c-c6626a0647b5 req-0615e8ae-dbac-4580-af25-2b092950bfeb tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:58.320980 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-faec9181-7d86-4d4e-9e5c-c6626a0647b5 req-0615e8ae-dbac-4580-af25-2b092950bfeb tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0845942
Nov 19 20:44:58.368925 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-faec9181-7d86-4d4e-9e5c-c6626a0647b5 req-1e7cf886-9f9e-4370-827d-958e528d99bc tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418179
Nov 19 20:44:58.667094 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe10a8a-6036-4ca5-8c6f-8c5335db8ea0 req-d42ee41c-56b2-4b8b-8bbe-804e2a11795b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:58.668685 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-abe10a8a-6036-4ca5-8c6f-8c5335db8ea0 req-d42ee41c-56b2-4b8b-8bbe-804e2a11795b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.0850520
Nov 19 20:44:58.717454 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-abe10a8a-6036-4ca5-8c6f-8c5335db8ea0 req-6842be5f-181c-4206-abc6-4ef6fd5baa08 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427651
Nov 19 20:44:59.034561 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:44:59.258036 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79a36e-a538-410e-8908-409b1e27a6a9 req-b2ef9a70-eef6-4715-8eda-a9460baed771 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:59.259651 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0b79a36e-a538-410e-8908-409b1e27a6a9 req-b2ef9a70-eef6-4715-8eda-a9460baed771 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0909598
Nov 19 20:44:59.316972 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0b79a36e-a538-410e-8908-409b1e27a6a9 req-05fa2f0c-3fe8-435c-8bf3-89f88f0e0e42 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505939
Nov 19 20:44:59.321389 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d27f64-5bcb-4838-9653-5c7a1714e718 req-b5fb6adb-6a8e-4656-92d5-626ab53ae2bf tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:59.323034 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-78d27f64-5bcb-4838-9653-5c7a1714e718 req-b5fb6adb-6a8e-4656-92d5-626ab53ae2bf tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.0911860
Nov 19 20:44:59.373112 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-78d27f64-5bcb-4838-9653-5c7a1714e718 req-95cb482d-84a6-4443-83da-06326ab3d31c tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438457
Nov 19 20:44:59.577275 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53642f71-67d8-4b55-bc7e-7b5946fcc262 req-a380cd68-f108-41d4-845b-fde1975306fd tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:59.578873 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53642f71-67d8-4b55-bc7e-7b5946fcc262 req-a380cd68-f108-41d4-845b-fde1975306fd tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0820932
Nov 19 20:44:59.625911 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53642f71-67d8-4b55-bc7e-7b5946fcc262 req-07f7c1b8-934b-4c2c-b6de-b8c0c92ab185 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409868
Nov 19 20:44:59.924627 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ff9e1-b837-4487-b544-9019e6796bf4 req-3ccad564-6bb2-4bc2-afaf-9beed7980532 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:44:59.926154 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-646ff9e1-b837-4487-b544-9019e6796bf4 req-3ccad564-6bb2-4bc2-afaf-9beed7980532 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.0833578
Nov 19 20:44:59.972959 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-646ff9e1-b837-4487-b544-9019e6796bf4 req-8f0412df-c80e-4f9d-bb9e-1a45c4f2c313 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408373
Nov 19 20:45:00.536224 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0144d-de47-4fe0-92d8-990f48bbe3d9 req-0514f95b-23d7-4a1c-bfd3-1b59fccf0098 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:00.538166 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-20f0144d-de47-4fe0-92d8-990f48bbe3d9 req-0514f95b-23d7-4a1c-bfd3-1b59fccf0098 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0886617
Nov 19 20:45:00.587322 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-20f0144d-de47-4fe0-92d8-990f48bbe3d9 req-f8a7ad5b-67e6-4c7d-9eaa-3fca27c5fae4 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428846
Nov 19 20:45:00.588506 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5a7cb-77e4-4fef-aa81-abc87bb542a3 req-2b086bcb-fe6e-4bd5-aa8f-f73faeaea281 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:00.590170 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-97e5a7cb-77e4-4fef-aa81-abc87bb542a3 req-2b086bcb-fe6e-4bd5-aa8f-f73faeaea281 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.0874383
Nov 19 20:45:00.638555 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-97e5a7cb-77e4-4fef-aa81-abc87bb542a3 req-8a418109-7c86-4647-bbdf-e1aaaf07b3c7 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422070
Nov 19 20:45:00.832848 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f0533-39c5-4602-93c0-85252ede5463 req-512e1e2f-06d6-4adb-bb33-657c88623aa0 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:00.834509 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-057f0533-39c5-4602-93c0-85252ede5463 req-512e1e2f-06d6-4adb-bb33-657c88623aa0 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0823221
Nov 19 20:45:00.882602 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-057f0533-39c5-4602-93c0-85252ede5463 req-6bb15b20-9236-4ff4-bc91-1f57476e24eb tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419896
Nov 19 20:45:01.184852 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e09d1-06e1-4823-b77a-204258fbde98 req-2d1f0bd8-67a4-4b14-97c8-9da7b3c08d71 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:01.186607 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-956e09d1-06e1-4823-b77a-204258fbde98 req-2d1f0bd8-67a4-4b14-97c8-9da7b3c08d71 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.0853360
Nov 19 20:45:01.240633 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-956e09d1-06e1-4823-b77a-204258fbde98 req-86685254-9dbe-44a3-80c3-47755a865dba tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473671
Nov 19 20:45:01.803392 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f9fd9-0153-4f27-8ca1-e3ee7487c6b3 req-de82a3f9-6ebd-4a96-bbbc-6736a368adb9 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:01.805026 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-333f9fd9-0153-4f27-8ca1-e3ee7487c6b3 req-de82a3f9-6ebd-4a96-bbbc-6736a368adb9 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0894475
Nov 19 20:45:01.845534 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aabad81-e90c-4ac1-8081-788ad76f3a31 req-a605ea16-2297-49c5-a5f3-3b2f975186c7 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:01.847861 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8aabad81-e90c-4ac1-8081-788ad76f3a31 req-a605ea16-2297-49c5-a5f3-3b2f975186c7 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.0828261
Nov 19 20:45:01.852690 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-333f9fd9-0153-4f27-8ca1-e3ee7487c6b3 req-bd8b5368-aefb-4e8e-9041-bf821e1eea9d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412514
Nov 19 20:45:01.896064 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8aabad81-e90c-4ac1-8081-788ad76f3a31 req-3e60b753-8dc3-43de-965e-e6c0611944c1 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418739
Nov 19 20:45:02.092590 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704de99-de5e-4aa4-b299-5870c1884df3 req-ca1eb461-0398-46fb-8bca-b276ffa2f128 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:02.094132 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a704de99-de5e-4aa4-b299-5870c1884df3 req-ca1eb461-0398-46fb-8bca-b276ffa2f128 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0821524
Nov 19 20:45:02.141291 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a704de99-de5e-4aa4-b299-5870c1884df3 req-76733d7b-fca4-40ab-a484-af12f548c5be tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405142
Nov 19 20:45:02.451449 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab05e8-bc1e-447d-be35-d8bcada10377 req-066b0785-ec6b-45a1-b420-6eb48981fdd3 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:02.453066 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-70ab05e8-bc1e-447d-be35-d8bcada10377 req-066b0785-ec6b-45a1-b420-6eb48981fdd3 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.0870006
Nov 19 20:45:02.501550 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-70ab05e8-bc1e-447d-be35-d8bcada10377 req-6c3a14af-9eb9-418f-a6b2-b78471ed3f07 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421362
Nov 19 20:45:02.969944 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:45:03.067493 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0d356-a8b0-4914-bee4-da2691cc36dc req-d6bbdd68-88f2-4b61-a228-9ac62cc1bd8a tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:03.069120 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3ed0d356-a8b0-4914-bee4-da2691cc36dc req-d6bbdd68-88f2-4b61-a228-9ac62cc1bd8a tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0870368
Nov 19 20:45:03.109544 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705b3df-882e-458b-b565-956ac1a7e21c req-eb2407b5-6ce5-42ae-a830-174f3b01ad18 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:03.111191 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6705b3df-882e-458b-b565-956ac1a7e21c req-eb2407b5-6ce5-42ae-a830-174f3b01ad18 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.0839562
Nov 19 20:45:03.120157 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3ed0d356-a8b0-4914-bee4-da2691cc36dc req-c49caf9c-464c-4897-818f-7b3abca2024b tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443318
Nov 19 20:45:03.162622 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6705b3df-882e-458b-b565-956ac1a7e21c req-faa5e863-e5e1-43e4-9871-b2ff309ff740 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444212
Nov 19 20:45:03.358913 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85a672-8643-4b5b-9d54-80578f7fba62 req-c4b12263-5f13-40dc-9d0b-9678325394fb tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:03.360485 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9d85a672-8643-4b5b-9d54-80578f7fba62 req-c4b12263-5f13-40dc-9d0b-9678325394fb tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0808990
Nov 19 20:45:03.410293 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9d85a672-8643-4b5b-9d54-80578f7fba62 req-cd4eab9b-12e6-4116-9812-24c2df51c7b9 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432675
Nov 19 20:45:03.713432 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525328c-88fc-47ce-af56-4b733bc564fd req-59e8e730-2ce8-4234-98f2-15c74c9eb306 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:03.715109 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f525328c-88fc-47ce-af56-4b733bc564fd req-59e8e730-2ce8-4234-98f2-15c74c9eb306 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.0858009
Nov 19 20:45:03.764151 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f525328c-88fc-47ce-af56-4b733bc564fd req-621067f2-c1c1-4fdc-81cc-f69abeaa4ef3 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427234
Nov 19 20:45:04.333205 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ec2fd-1146-46f3-ac88-c03cccefe495 req-ccf0c727-d19b-4a90-8f3b-5c170f06f061 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:04.334830 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f99ec2fd-1146-46f3-ac88-c03cccefe495 req-ccf0c727-d19b-4a90-8f3b-5c170f06f061 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0834093
Nov 19 20:45:04.372167 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea5fce-b4bc-4b1e-92f2-f92ad641617f req-1631b4d7-0ead-40bf-9dcc-8e494b7e5df0 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:04.373681 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7eea5fce-b4bc-4b1e-92f2-f92ad641617f req-1631b4d7-0ead-40bf-9dcc-8e494b7e5df0 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.0821743
Nov 19 20:45:04.382949 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f99ec2fd-1146-46f3-ac88-c03cccefe495 req-256c75df-4188-4ca9-9080-d6624aee48b9 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418186
Nov 19 20:45:04.422462 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7eea5fce-b4bc-4b1e-92f2-f92ad641617f req-b2715bee-783a-481e-a89a-f03561c99784 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421858
Nov 19 20:45:04.619227 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19561f89-e2b8-441e-af79-efdc382d829f req-212df2bc-0690-4ccd-8b52-10aff7a8b789 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:04.620860 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-19561f89-e2b8-441e-af79-efdc382d829f req-212df2bc-0690-4ccd-8b52-10aff7a8b789 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0863471
Nov 19 20:45:04.669870 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-19561f89-e2b8-441e-af79-efdc382d829f req-1abc37e2-c2d8-4ea7-8830-c2af2af125c9 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428057
Nov 19 20:45:04.704159 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:45:04.773793 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning for port cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:45:04.778584 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:45:04.779012 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:04.900583 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:04.931631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25906a3-de96-4565-8207-10ac7c71d777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc4cc2f-949a-483b-b16c-17ac70e5f0c9'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:45:04.988033 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec6193-0b43-458a-9293-4b840326ba27 req-ec650313-2438-41fc-8398-956e45ca2cdf tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:04.989669 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a0ec6193-0b43-458a-9293-4b840326ba27 req-ec650313-2438-41fc-8398-956e45ca2cdf tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 943 time: 0.0920486
Nov 19 20:45:04.997365 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port cbc4cc2f-949a-483b-b16c-17ac70e5f0c9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=cbc4cc2f-949a-483b-b16c-17ac70e5f0c9,segment=NetworkSegment(4d8bb714-8049-4fcb-9d3d-494ad10c767d),segment_id=4d8bb714-8049-4fcb-9d3d-494ad10c767d)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:45:05.002048 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:05.002967 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 1187132f-618d-44e8-a573-bb39dc060563 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:45:05.035570 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:05.042437 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a0ec6193-0b43-458a-9293-4b840326ba27 req-447149f2-943c-4ce2-be85-4f7fb73d97f4 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456972
Nov 19 20:45:05.135785 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=cbc4cc2f-949a-483b-b16c-17ac70e5f0c9,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:05.169912 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.170391 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.170792 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.171183 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.171568 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.171954 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.172407 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.172689 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.173087 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.173464 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.174386 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.174761 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.175407 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.175646 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.175871 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.176241 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.176616 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.176984 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.177351 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.177719 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.178149 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.178517 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.178885 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.179250 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:05.184114 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:05.188392 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning for port 1187132f-618d-44e8-a573-bb39dc060563 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:45:05.196008 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 1187132f-618d-44e8-a573-bb39dc060563 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:45:05.196440 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:05.330587 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:05.365163 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port 1187132f-618d-44e8-a573-bb39dc060563, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1187132f-618d-44e8-a573-bb39dc060563,segment=NetworkSegment(4d8bb714-8049-4fcb-9d3d-494ad10c767d),segment_id=4d8bb714-8049-4fcb-9d3d-494ad10c767d)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:45:05.368064 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:05.369034 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 5c3b0663-f21a-4444-89ce-eb84f65e1c16 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:45:05.397186 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25906a3-de96-4565-8207-10ac7c71d777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc4cc2f-949a-483b-b16c-17ac70e5f0c9', 'code': 200}
Nov 19 20:45:05.397768 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8db8d526-afdf-4275-a6fa-b761c34b73b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:05.493343 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=1187132f-618d-44e8-a573-bb39dc060563,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:05.496952 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:05.512311 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning for port 5c3b0663-f21a-4444-89ce-eb84f65e1c16 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:45:05.518328 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 5c3b0663-f21a-4444-89ce-eb84f65e1c16 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:45:05.518745 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:05.641960 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d354a65-566b-4494-a8bf-7047f644ad8a req-afffa586-6428-4b47-9295-6e41aa6d3f50 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:05.643970 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1d354a65-566b-4494-a8bf-7047f644ad8a req-afffa586-6428-4b47-9295-6e41aa6d3f50 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0883503
Nov 19 20:45:05.651664 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:05.689013 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port 5c3b0663-f21a-4444-89ce-eb84f65e1c16, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=5c3b0663-f21a-4444-89ce-eb84f65e1c16,segment=NetworkSegment(5f81fa6e-fc9f-4726-931b-51fc754fde2a),segment_id=5f81fa6e-fc9f-4726-931b-51fc754fde2a)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:45:05.692710 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:05.694614 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:05.708160 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1d354a65-566b-4494-a8bf-7047f644ad8a req-3aa991cc-1ee2-42da-9fb2-8f8ae21838f2 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564382
Nov 19 20:45:05.717558 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d7bf1f6d-0380-4921-bca0-87306cfdcd60 req-f197c51f-5889-439d-add9-fcef6c9c5988 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 1162 time: 0.1093154
Nov 19 20:45:05.724431 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc2d24c-2250-4f32-bffc-d36a9dcbcb0b req-a6c784e7-0911-45ac-be3b-561a1a2c074c tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:05.726020 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0bc2d24c-2250-4f32-bffc-d36a9dcbcb0b req-a6c784e7-0911-45ac-be3b-561a1a2c074c tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.1616802
Nov 19 20:45:05.763840 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d7bf1f6d-0380-4921-bca0-87306cfdcd60 req-bb288cb5-0563-4156-b21d-efcdb891544d service neutron] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:05.790235 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=5c3b0663-f21a-4444-89ce-eb84f65e1c16,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:05.803237 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-d7bf1f6d-0380-4921-bca0-87306cfdcd60 req-bb288cb5-0563-4156-b21d-efcdb891544d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:45:05.807332 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-d7bf1f6d-0380-4921-bca0-87306cfdcd60 req-bb288cb5-0563-4156-b21d-efcdb891544d service neutron] Usage tracker for resource:security_group_rule and tenant:a6343be9ff3f48d59f6a593c6eaed272 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:45:05.808159 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:05.810813 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-d7bf1f6d-0380-4921-bca0-87306cfdcd60 req-bb288cb5-0563-4156-b21d-efcdb891544d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:45:05.817268 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-d7bf1f6d-0380-4921-bca0-87306cfdcd60 req-bb288cb5-0563-4156-b21d-efcdb891544d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:45:05.829779 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1e7cb5a2-a07c-4124-910a-71e82bc00c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:05.868938 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0bc2d24c-2250-4f32-bffc-d36a9dcbcb0b req-624beb4d-0f9f-4d6f-be51-9b96b8685af8 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264687
Nov 19 20:45:05.909561 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d7bf1f6d-0380-4921-bca0-87306cfdcd60 req-bb288cb5-0563-4156-b21d-efcdb891544d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:05.912869 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d7bf1f6d-0380-4921-bca0-87306cfdcd60 req-bb288cb5-0563-4156-b21d-efcdb891544d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:05.929979 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:05.938736 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d7bf1f6d-0380-4921-bca0-87306cfdcd60 req-bb288cb5-0563-4156-b21d-efcdb891544d service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2117069
Nov 19 20:45:05.956507 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690497d2-cb35-4636-9507-009c471215ca req-8db60eb0-752f-48b9-9fa8-99fee5712de0 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:05.964785 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-690497d2-cb35-4636-9507-009c471215ca req-8db60eb0-752f-48b9-9fa8-99fee5712de0 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.1176496
Nov 19 20:45:05.965519 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb288cb5-0563-4156-b21d-efcdb891544d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e9892e-5725-4c14-8b28-0851f0eeb5d1,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:05.969045 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-bb288cb5-0563-4156-b21d-efcdb891544d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:06.008841 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-690497d2-cb35-4636-9507-009c471215ca req-f0275d80-e958-4e99-8901-f2ad7ff62370 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431261
Nov 19 20:45:06.266353 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6b22-5a18-4258-bbfc-87b026efe774 req-3008a10c-85bc-4d2c-b594-e782562fe79e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:06.268456 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2bbe6b22-5a18-4258-bbfc-87b026efe774 req-3008a10c-85bc-4d2c-b594-e782562fe79e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0916679
Nov 19 20:45:06.326177 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2bbe6b22-5a18-4258-bbfc-87b026efe774 req-694bd366-7866-4e85-b9fb-4e3be7bdffe7 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513523
Nov 19 20:45:06.559474 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 1187132f-618d-44e8-a573-bb39dc060563 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:45:06.631726 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 1187132f-618d-44e8-a573-bb39dc060563 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:45:06.632156 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:06.759323 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:45:06.829306 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:45:06.829910 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:06.929132 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9761bf-b53b-4673-a64c-0b13c5064a24 req-5c98fc42-cd9c-414a-b632-1fb38ea8a99b tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:06.930814 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8c9761bf-b53b-4673-a64c-0b13c5064a24 req-5c98fc42-cd9c-414a-b632-1fb38ea8a99b tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0894966
Nov 19 20:45:06.950581 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 5c3b0663-f21a-4444-89ce-eb84f65e1c16 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:45:06.979833 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8c9761bf-b53b-4673-a64c-0b13c5064a24 req-8391143a-0d27-47c2-ab68-c6bf3de3e15b tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425379
Nov 19 20:45:07.022029 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 5c3b0663-f21a-4444-89ce-eb84f65e1c16 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:45:07.022576 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:07.101729 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0482c-835b-4372-aa33-810ed2afd5ca req-47f64f47-79dd-4aa8-ad65-7f632cb117cf tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:07.103924 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c5c0482c-835b-4372-aa33-810ed2afd5ca req-47f64f47-79dd-4aa8-ad65-7f632cb117cf tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.0943210
Nov 19 20:45:07.179994 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c5c0482c-835b-4372-aa33-810ed2afd5ca req-baef0742-313c-4629-b3a7-87ec6d739a3e tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654764
Nov 19 20:45:07.274037 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daafe89-8dc1-4312-849f-f021a68f923d req-ab0e44a1-a4a0-4328-92d6-81528ac00be5 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:07.275677 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4daafe89-8dc1-4312-849f-f021a68f923d req-ab0e44a1-a4a0-4328-92d6-81528ac00be5 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.1158192
Nov 19 20:45:07.323847 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4daafe89-8dc1-4312-849f-f021a68f923d req-492c9dc9-2dc5-47a3-9d0d-3f603cd2b30c tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420349
Nov 19 20:45:07.398161 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0850224b-7b79-4ea7-af50-942d8795e957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1187132f-618d-44e8-a573-bb39dc060563'}, {'server_uuid': 'c4ea9a02-44fb-4dc6-b977-b8839773cc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3b0663-f21a-4444-89ce-eb84f65e1c16'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:45:07.461311 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0850224b-7b79-4ea7-af50-942d8795e957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1187132f-618d-44e8-a573-bb39dc060563', 'code': 200}
Nov 19 20:45:07.461626 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ea9a02-44fb-4dc6-b977-b8839773cc3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c3b0663-f21a-4444-89ce-eb84f65e1c16', 'code': 200}
Nov 19 20:45:07.552179 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4371a-9372-45ba-81ed-e28a4f20f1a1 req-6d11b096-fd11-48db-9c2a-b8844791e160 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:07.553933 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-45f4371a-9372-45ba-81ed-e28a4f20f1a1 req-6d11b096-fd11-48db-9c2a-b8844791e160 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0935655
Nov 19 20:45:07.623258 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-45f4371a-9372-45ba-81ed-e28a4f20f1a1 req-2152768b-33b5-424a-95f5-814b06131e40 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532823
Nov 19 20:45:08.202018 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b753df-abc2-4e3d-a3e3-a798d04d92af req-a58475bf-2aca-4432-a3f7-426e8645e202 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:08.203626 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-56b753df-abc2-4e3d-a3e3-a798d04d92af req-a58475bf-2aca-4432-a3f7-426e8645e202 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0870247
Nov 19 20:45:08.254070 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-56b753df-abc2-4e3d-a3e3-a798d04d92af req-90574f0a-cd2e-4a85-b2d1-1537c7b07dc6 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436780
Nov 19 20:45:08.400503 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c981e-2950-40d9-ac67-a9ef05a102b1 req-a25cb845-2d83-488f-93bb-92ec5527722b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:08.402116 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-575c981e-2950-40d9-ac67-a9ef05a102b1 req-a25cb845-2d83-488f-93bb-92ec5527722b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.0840456
Nov 19 20:45:08.454633 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-575c981e-2950-40d9-ac67-a9ef05a102b1 req-ccb9b737-a397-48fa-8b00-7d2b868df165 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465629
Nov 19 20:45:08.544478 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4541f-d61a-41ea-8dac-98c8a2b6cbe8 req-fbe1e962-3439-485b-b59f-cdda24c3b8bd tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:08.546108 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-97f4541f-d61a-41ea-8dac-98c8a2b6cbe8 req-fbe1e962-3439-485b-b59f-cdda24c3b8bd tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0840349
Nov 19 20:45:08.598112 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-97f4541f-d61a-41ea-8dac-98c8a2b6cbe8 req-acad7e0e-2dc0-4f07-81d5-40cf297f869a tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452099
Nov 19 20:45:08.648187 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c2b88a74-9733-4481-9ccc-246e36c4e61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:08.808876 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:08.838359 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f29519-9f9a-47fe-a2b1-7d6724949728 req-f698c3f6-7c98-4ce4-a7b6-d2a61d43d842 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:08.839959 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50f29519-9f9a-47fe-a2b1-7d6724949728 req-f698c3f6-7c98-4ce4-a7b6-d2a61d43d842 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0847313
Nov 19 20:45:08.887483 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50f29519-9f9a-47fe-a2b1-7d6724949728 req-732672f9-663b-4eb4-bea3-9c76749f4079 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414495
Nov 19 20:45:09.461389 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e84f0-44e6-46e5-a244-5600dc395e0e req-b3e5d183-a537-4cf8-ad83-d8d4db3cc5d5 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:09.463040 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-437e84f0-44e6-46e5-a244-5600dc395e0e req-b3e5d183-a537-4cf8-ad83-d8d4db3cc5d5 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0834131
Nov 19 20:45:09.516756 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-437e84f0-44e6-46e5-a244-5600dc395e0e req-04b5bb79-9147-493d-a459-559569c08a99 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474195
Nov 19 20:45:09.669078 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7140175-cc43-4793-a74b-a2c81898afd7 req-4752ea2d-e6bd-4bcb-9522-9872c9031845 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:09.677032 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e7140175-cc43-4793-a74b-a2c81898afd7 req-4752ea2d-e6bd-4bcb-9522-9872c9031845 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.0939755
Nov 19 20:45:09.770480 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:09.826397 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204487b-3a3e-46cb-982d-d4b247a0dcd4 req-1b68ed2a-a57f-42eb-bedb-936472af55f1 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:09.828087 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2204487b-3a3e-46cb-982d-d4b247a0dcd4 req-1b68ed2a-a57f-42eb-bedb-936472af55f1 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0918875
Nov 19 20:45:09.879313 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2204487b-3a3e-46cb-982d-d4b247a0dcd4 req-74947415-f9ec-4271-a8c4-ac1e262d242e tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439565
Nov 19 20:45:09.901544 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e7140175-cc43-4793-a74b-a2c81898afd7 req-10426dd7-3776-4634-8a51-9287522a19f2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2184474
Nov 19 20:45:10.092237 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31850af-dc8c-4944-99b2-979064c1a60e req-8d92608d-b823-44c9-921d-14fc48a7e72e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:10.093824 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d31850af-dc8c-4944-99b2-979064c1a60e req-8d92608d-b823-44c9-921d-14fc48a7e72e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0809317
Nov 19 20:45:10.142689 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d31850af-dc8c-4944-99b2-979064c1a60e req-ca07c7fe-d59f-4f2d-95b4-f3a2a1662c0b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420942
Nov 19 20:45:10.145134 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:10.725913 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0f74e-9997-4660-b32c-900df9b0d1fa req-6bda6580-9734-46b1-84e2-5c316ef2155b tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:10.727508 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cae0f74e-9997-4660-b32c-900df9b0d1fa req-6bda6580-9734-46b1-84e2-5c316ef2155b tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0798638
Nov 19 20:45:10.777090 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cae0f74e-9997-4660-b32c-900df9b0d1fa req-60b607ae-0fbe-48fa-93b3-570de21820d8 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423889
Nov 19 20:45:11.090490 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050e74b-7fc0-4428-8d58-df291cb9846f req-ad085fd1-64c7-4cb4-aa44-7e65768cd263 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:11.092078 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b050e74b-7fc0-4428-8d58-df291cb9846f req-ad085fd1-64c7-4cb4-aa44-7e65768cd263 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0856397
Nov 19 20:45:11.111833 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4dbb9-24f4-4040-ac4a-43ee6a163c94 req-cd7cffbb-01cc-4a41-94da-70bca4c83f4d tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:11.113365 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7eb4dbb9-24f4-4040-ac4a-43ee6a163c94 req-cd7cffbb-01cc-4a41-94da-70bca4c83f4d tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.0841856
Nov 19 20:45:11.142156 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b050e74b-7fc0-4428-8d58-df291cb9846f req-63271211-c97b-47ab-86a5-aca1442bebe3 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435812
Nov 19 20:45:11.162555 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7eb4dbb9-24f4-4040-ac4a-43ee6a163c94 req-979fd74b-0827-4f25-b2a7-f66d94d62430 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423212
Nov 19 20:45:11.358092 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de693c76-51a5-4a56-b90e-a56a0a4d9514 req-8801e0ac-4f51-4ee9-9c70-62d0f42877df tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:11.359580 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-de693c76-51a5-4a56-b90e-a56a0a4d9514 req-8801e0ac-4f51-4ee9-9c70-62d0f42877df tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0813560
Nov 19 20:45:11.406803 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-de693c76-51a5-4a56-b90e-a56a0a4d9514 req-dada37c4-bffc-4347-af1d-23941a10ee89 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409777
Nov 19 20:45:11.858776 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7802c7b0-2206-434f-8b63-ce57e392deb8 req-b9206f44-3c91-4001-bef9-457fe2e6342b service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 1162 time: 0.0765555
Nov 19 20:45:11.867287 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-40964624-231d-465e-88f0-ec2b6086dcfd req-191fc763-b34e-4fc7-a995-3c7de0283fca service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 1162 time: 0.0738447
Nov 19 20:45:11.912159 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7802c7b0-2206-434f-8b63-ce57e392deb8 req-1199f32a-ba4d-46c4-ad62-f151aa4d56e7 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429769
Nov 19 20:45:12.003369 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-40964624-231d-465e-88f0-ec2b6086dcfd req-48316097-623b-4fae-b3a4-49152c4f0a54 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143801
Nov 19 20:45:12.020828 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fa94e-58e0-469f-a841-9bce3b068a90 req-b448fbaf-f72c-4943-a9b9-b51fbf0a754e tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:12.022362 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-140fa94e-58e0-469f-a841-9bce3b068a90 req-b448fbaf-f72c-4943-a9b9-b51fbf0a754e tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.1067643
Nov 19 20:45:12.070219 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-140fa94e-58e0-469f-a841-9bce3b068a90 req-8a0afe6e-0cb1-4191-b47f-c27460106874 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417302
Nov 19 20:45:12.372249 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cd95b-bf8e-4fe6-af41-66c747344478 req-733ae407-0814-4c52-be11-bd0180477f76 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:12.373914 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e39cd95b-bf8e-4fe6-af41-66c747344478 req-733ae407-0814-4c52-be11-bd0180477f76 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0827830
Nov 19 20:45:12.374024 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb609053-ed74-4414-b169-37294547da3a req-4d2670b7-34de-4a54-835c-023e5c5b40a0 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:12.375724 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bb609053-ed74-4414-b169-37294547da3a req-4d2670b7-34de-4a54-835c-023e5c5b40a0 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.0819547
Nov 19 20:45:12.426866 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e39cd95b-bf8e-4fe6-af41-66c747344478 req-41a75bad-360a-4eca-b780-0c6487508a0e tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462871
Nov 19 20:45:12.428433 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bb609053-ed74-4414-b169-37294547da3a req-c406e7c9-3014-45e4-a183-118eeed5500a tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457225
Nov 19 20:45:12.620093 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a72eb1-564f-4e52-91e6-ba90f3211094 req-b7eaced1-a24d-4c5c-a2e1-814583554a94 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:12.621665 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e7a72eb1-564f-4e52-91e6-ba90f3211094 req-b7eaced1-a24d-4c5c-a2e1-814583554a94 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0818031
Nov 19 20:45:12.668584 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e7a72eb1-564f-4e52-91e6-ba90f3211094 req-195ff7bb-9fe2-4a57-85f4-49ed1a6031ce tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408809
Nov 19 20:45:13.292748 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cfcfd-fe0d-4df5-82cb-50f19219d508 req-22f2afdb-60a1-4b35-836c-24feb9f3d102 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:13.294428 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-353cfcfd-fe0d-4df5-82cb-50f19219d508 req-22f2afdb-60a1-4b35-836c-24feb9f3d102 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0851121
Nov 19 20:45:13.345160 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-353cfcfd-fe0d-4df5-82cb-50f19219d508 req-a5ea65d4-bd15-4623-a990-6fab29a61ac4 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429759
Nov 19 20:45:13.675709 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d281e1a-87cb-43f1-9895-553299164f1f req-278d668f-124b-4df1-8e32-18079ffc098c tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:13.677421 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0d281e1a-87cb-43f1-9895-553299164f1f req-278d668f-124b-4df1-8e32-18079ffc098c tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0953801
Nov 19 20:45:13.683331 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c6c91-3bfd-474c-b511-6b900998b8d5 req-06dd0d6a-c889-498b-be38-5ba8d629cd26 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:13.693091 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-016c6c91-3bfd-474c-b511-6b900998b8d5 req-06dd0d6a-c889-498b-be38-5ba8d629cd26 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.1221650
Nov 19 20:45:13.728532 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0d281e1a-87cb-43f1-9895-553299164f1f req-ad7e235c-74eb-43f3-a0cf-f188abc40f50 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435724
Nov 19 20:45:13.738412 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-016c6c91-3bfd-474c-b511-6b900998b8d5 req-69e7548c-7cab-4672-bdd8-6d140cbe1f74 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442219
Nov 19 20:45:13.933306 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96012b0-78a9-4bf4-965c-d16f730bf480 req-0a5e5316-e3ee-473d-a857-09b816235539 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:13.934961 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f96012b0-78a9-4bf4-965c-d16f730bf480 req-0a5e5316-e3ee-473d-a857-09b816235539 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0882974
Nov 19 20:45:13.987265 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f96012b0-78a9-4bf4-965c-d16f730bf480 req-8986eb5f-5397-425b-9567-76637d224b87 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451128
Nov 19 20:45:14.557626 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b034dc-dcb6-4504-ada9-364f47ba1f73 req-70a9da26-3782-422f-b8fe-54a31615917f tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:14.559256 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d1b034dc-dcb6-4504-ada9-364f47ba1f73 req-70a9da26-3782-422f-b8fe-54a31615917f tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0829654
Nov 19 20:45:14.607895 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d1b034dc-dcb6-4504-ada9-364f47ba1f73 req-20dc14bb-1c74-4fe0-97f7-ae29dae7566b tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421798
Nov 19 20:45:14.944310 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed01ff0-dc4e-4aee-9568-4f29153d3565 req-73223ffc-54ae-4c5f-bac2-a93265cadab7 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:14.945961 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3ed01ff0-dc4e-4aee-9568-4f29153d3565 req-73223ffc-54ae-4c5f-bac2-a93265cadab7 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0852680
Nov 19 20:45:14.949665 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15e711-5188-4d38-9883-f48b47bcd9a9 req-09d9bee4-4c46-4fcf-8fee-3f6339d9243b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:14.951273 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-be15e711-5188-4d38-9883-f48b47bcd9a9 req-09d9bee4-4c46-4fcf-8fee-3f6339d9243b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.0848932
Nov 19 20:45:14.995826 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3ed01ff0-dc4e-4aee-9568-4f29153d3565 req-7ad4bb50-c49b-4bbc-90c5-1c5bfdafd48d tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434544
Nov 19 20:45:14.999715 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-be15e711-5188-4d38-9883-f48b47bcd9a9 req-ffc98574-3980-4327-90a9-f07323985539 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418680
Nov 19 20:45:15.206452 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf00a4a-ef4d-4f24-85d5-b7bb09e2370c req-8355ba3d-769e-4ef8-b057-7d1383a25afe tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:15.208094 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7cf00a4a-ef4d-4f24-85d5-b7bb09e2370c req-8355ba3d-769e-4ef8-b057-7d1383a25afe tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0849493
Nov 19 20:45:15.260729 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7cf00a4a-ef4d-4f24-85d5-b7bb09e2370c req-7b3ff59b-3e25-426f-bd9b-7b6dfc5bac93 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460305
Nov 19 20:45:15.475208 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e0094-a3f3-4c66-a646-edeaf33722f6 req-90291577-df9d-459e-b895-b5e0851e64b3 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:15.476807 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-629e0094-a3f3-4c66-a646-edeaf33722f6 req-90291577-df9d-459e-b895-b5e0851e64b3 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.0863905
Nov 19 20:45:15.524169 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-629e0094-a3f3-4c66-a646-edeaf33722f6 req-854b9001-41b4-4248-93da-53764e339e93 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413244
Nov 19 20:45:15.817459 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3851a-0f9c-4a93-9d71-ad278357cd47 req-fe8f4065-6ee7-4842-af05-afb7a2a4959d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:15.819088 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f7c3851a-0f9c-4a93-9d71-ad278357cd47 req-fe8f4065-6ee7-4842-af05-afb7a2a4959d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0818520
Nov 19 20:45:15.867681 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f7c3851a-0f9c-4a93-9d71-ad278357cd47 req-81c2a121-0986-4866-9a76-4059551917bb tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425546
Nov 19 20:45:16.206083 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba660bc-3099-4ed9-b829-e5300dec33d9 req-a2146f3e-8cc4-4927-a0f2-34b27c1f5991 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:16.207716 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0ba660bc-3099-4ed9-b829-e5300dec33d9 req-a2146f3e-8cc4-4927-a0f2-34b27c1f5991 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0848727
Nov 19 20:45:16.259064 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0ba660bc-3099-4ed9-b829-e5300dec33d9 req-ffe59c13-ae70-4d2f-825a-38d994829397 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448236
Nov 19 20:45:16.483033 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a345e0-3a0c-4349-adb6-3f42ddeb8846 req-4f64bcf5-297c-45ab-9ed5-456446ec022a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:16.484620 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e8a345e0-3a0c-4349-adb6-3f42ddeb8846 req-4f64bcf5-297c-45ab-9ed5-456446ec022a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0943146
Nov 19 20:45:16.532634 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e8a345e0-3a0c-4349-adb6-3f42ddeb8846 req-29f5eb60-9e1f-4335-b004-49796a0d25bf tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412197
Nov 19 20:45:16.752055 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f5268-cb16-44b5-a312-22055c1f6da9 req-435b041f-aad6-4401-9acb-94495862bb9c tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:16.753664 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-909f5268-cb16-44b5-a312-22055c1f6da9 req-435b041f-aad6-4401-9acb-94495862bb9c tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.0830426
Nov 19 20:45:16.804314 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-909f5268-cb16-44b5-a312-22055c1f6da9 req-266df365-1dda-4ea6-b978-40ec87936cb1 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443361
Nov 19 20:45:17.081572 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95d760-ab6d-4fdf-8732-bfd24586b0d2 req-da5c9638-6242-4c04-ab08-5b5c241231e4 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:17.083118 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4a95d760-ab6d-4fdf-8732-bfd24586b0d2 req-da5c9638-6242-4c04-ab08-5b5c241231e4 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0850477
Nov 19 20:45:17.135733 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4a95d760-ab6d-4fdf-8732-bfd24586b0d2 req-af7cc30e-686b-4efa-9339-81a0fd778328 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465224
Nov 19 20:45:17.475589 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a56d65-61c9-46b4-87b5-a2aa736f8a26 req-f6c912f6-edb7-44a1-a9e9-56888501b906 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:17.477200 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f5a56d65-61c9-46b4-87b5-a2aa736f8a26 req-f6c912f6-edb7-44a1-a9e9-56888501b906 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0893254
Nov 19 20:45:17.528906 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f5a56d65-61c9-46b4-87b5-a2aa736f8a26 req-791a6e50-01e0-4fa8-ba47-8a6effa630ea tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455401
Nov 19 20:45:17.750770 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cca5ef-7167-4150-9a21-7901ca33c88a req-ede973a8-84fc-456f-b250-c1bd9418d37a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:17.752909 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-65cca5ef-7167-4150-9a21-7901ca33c88a req-ede973a8-84fc-456f-b250-c1bd9418d37a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0837288
Nov 19 20:45:17.805161 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-65cca5ef-7167-4150-9a21-7901ca33c88a req-4bf414ad-5336-40fc-ad9c-f2b65ec0fede tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462132
Nov 19 20:45:18.017635 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d5199-1337-4123-b98e-0ec47012c950 req-3c6f9b5d-b57b-4f8a-b676-5894abe5279b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:18.019211 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-383d5199-1337-4123-b98e-0ec47012c950 req-3c6f9b5d-b57b-4f8a-b676-5894abe5279b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.0874844
Nov 19 20:45:18.075753 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-383d5199-1337-4123-b98e-0ec47012c950 req-570ae5b9-ffca-4ade-b5d0-20ad9c5f2df2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503483
Nov 19 20:45:18.351090 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1512d-551a-4d4e-83d3-598ebc5e4310 req-83222354-8426-4908-9bc1-bc3e3b837c65 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:18.352685 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-86c1512d-551a-4d4e-83d3-598ebc5e4310 req-83222354-8426-4908-9bc1-bc3e3b837c65 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0866106
Nov 19 20:45:18.400333 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-86c1512d-551a-4d4e-83d3-598ebc5e4310 req-3af56d68-96f9-40ce-87e3-c3e009104dd6 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414555
Nov 19 20:45:18.977713 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d88b3756-da3e-41fe-84a1-c4fd4eecf54d req-23edc2b9-a811-4991-af0f-851ba68b477a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=815c1f905e754bd799b86d9adaab1030&device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 1162 time: 0.2796042
Nov 19 20:45:18.984120 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2437323-bf91-424d-a931-c93349f608e9 req-b44585ba-81ab-4a32-addc-c5e9233131e7 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:18.985784 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c2437323-bf91-424d-a931-c93349f608e9 req-b44585ba-81ab-4a32-addc-c5e9233131e7 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.3252809
Nov 19 20:45:19.138852 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c2437323-bf91-424d-a931-c93349f608e9 req-0c9cf80f-fed4-4b5f-a6a3-2723b60109cd tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299443
Nov 19 20:45:19.172443 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b3756-da3e-41fe-84a1-c4fd4eecf54d req-b361b266-101a-413c-a16a-8fd7a2501aaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:19.182156 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da34ce6-ddb9-4541-8b2e-b75f6881807e req-fd225003-7a26-40cc-82e0-a0798855f761 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:19.183967 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2da34ce6-ddb9-4541-8b2e-b75f6881807e req-fd225003-7a26-40cc-82e0-a0798855f761 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.1137018
Nov 19 20:45:19.185582 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d88b3756-da3e-41fe-84a1-c4fd4eecf54d req-b361b266-101a-413c-a16a-8fd7a2501aaf service neutron] 10.222.0.27 "GET /v2.0/networks?id=0a113bd1-778c-4e88-acd2-a1595854211f HTTP/1.1" status: 200  len: 913 time: 0.1987996
Nov 19 20:45:19.235919 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2da34ce6-ddb9-4541-8b2e-b75f6881807e req-c04aca68-7615-4156-bd9c-3663082fb814 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436289
Nov 19 20:45:19.258492 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d88b3756-da3e-41fe-84a1-c4fd4eecf54d req-d9b2e37a-b9f0-4340-a394-8f070b258149 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 HTTP/1.1" status: 200  len: 217 time: 0.0637496
Nov 19 20:45:19.384187 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b3756-da3e-41fe-84a1-c4fd4eecf54d req-ebf53f0f-2580-4bd5-97db-979d5017d962 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:19.385777 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d88b3756-da3e-41fe-84a1-c4fd4eecf54d req-ebf53f0f-2580-4bd5-97db-979d5017d962 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab1e6561-e749-40d7-a5a9-de196eaf5e63 HTTP/1.1" status: 200  len: 859 time: 0.1169829
Nov 19 20:45:19.438690 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d88b3756-da3e-41fe-84a1-c4fd4eecf54d req-97c01f44-3593-4c84-b83c-a81f52f96e77 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0a113bd1-778c-4e88-acd2-a1595854211f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450194
Nov 19 20:45:19.453237 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3f056-c37e-4bca-bd64-3cd2529e8646 req-ececab9b-d5e0-44f2-a6ea-e45698ccde3f tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:19.455355 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0fe3f056-c37e-4bca-bd64-3cd2529e8646 req-ececab9b-d5e0-44f2-a6ea-e45698ccde3f tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.1518848
Nov 19 20:45:19.598305 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0fe3f056-c37e-4bca-bd64-3cd2529e8646 req-11ce398f-87a3-4ff3-a63f-c4a56c574760 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362300
Nov 19 20:45:19.622009 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fd19b-e629-417b-807f-6239bfd0eea6 req-b06fbec0-b681-42fc-85be-2773dd496c07 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:19.623558 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-824fd19b-e629-417b-807f-6239bfd0eea6 req-b06fbec0-b681-42fc-85be-2773dd496c07 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0944614
Nov 19 20:45:19.643371 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d88b3756-da3e-41fe-84a1-c4fd4eecf54d req-5584d000-df85-4462-b118-93bb12f927c5 service neutron] 10.222.0.27 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617703
Nov 19 20:45:19.672299 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-824fd19b-e629-417b-807f-6239bfd0eea6 req-ffd1b973-4fdc-412d-8480-4b5fef3c0b50 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415421
Nov 19 20:45:19.890708 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d88b3756-da3e-41fe-84a1-c4fd4eecf54d req-a5f11c12-958d-4dcf-8fab-4edc555ceebb service neutron] 10.222.0.27 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402783
Nov 19 20:45:20.359814 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2fd41-4661-4370-bf98-5432b30aab9c req-1210fb48-2db5-4674-bf09-4d5db5e80525 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:20.362137 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8ed2fd41-4661-4370-bf98-5432b30aab9c req-1210fb48-2db5-4674-bf09-4d5db5e80525 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0882974
Nov 19 20:45:20.413300 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8ed2fd41-4661-4370-bf98-5432b30aab9c req-c6fa1d50-791e-47f5-9d33-a52a03f8f72f tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445976
Nov 19 20:45:20.450821 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06df5c-b640-413d-bca8-93d192674a40 req-d6b5165e-a689-45ec-b653-6bdb65c8b21a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:20.452340 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0d06df5c-b640-413d-bca8-93d192674a40 req-d6b5165e-a689-45ec-b653-6bdb65c8b21a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0835669
Nov 19 20:45:20.502629 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0d06df5c-b640-413d-bca8-93d192674a40 req-bf0c8008-4881-41f7-9d98-57c9bd021098 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441947
Nov 19 20:45:20.715050 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ee8eb-011c-4cec-9548-6da3742a1a07 req-f7a27b93-cbfa-46ef-aeb6-2bb1af3c7579 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:20.716794 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-948ee8eb-011c-4cec-9548-6da3742a1a07 req-f7a27b93-cbfa-46ef-aeb6-2bb1af3c7579 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0894222
Nov 19 20:45:20.726810 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 58568) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:20.734421 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-f17b0f64-ee39-4ec9-99ce-1c07b4d884e0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Request body: {'floatingip': {'port_id': '5c3b0663-f21a-4444-89ce-eb84f65e1c16'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:45:20.876978 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f17b0f64-ee39-4ec9-99ce-1c07b4d884e0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for floatingip, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:21.035423 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a0e8f-ef65-49de-b1c5-a0d7b44fe037 req-b009cce6-b622-44a1-afa2-ec8771aa6c64 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:21.037269 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c22a0e8f-ef65-49de-b1c5-a0d7b44fe037 req-b009cce6-b622-44a1-afa2-ec8771aa6c64 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.3071938
Nov 19 20:45:21.043454 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e22af-ad5d-4813-b369-42f49532ecc9 req-78af3d9b-f88a-4efb-be60-54baf00357bf tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:21.045025 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-635e22af-ad5d-4813-b369-42f49532ecc9 req-78af3d9b-f88a-4efb-be60-54baf00357bf tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0945039
Nov 19 20:45:21.094818 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-635e22af-ad5d-4813-b369-42f49532ecc9 req-f5d39021-ee5c-4738-a656-5094e2e0b1d0 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430408
Nov 19 20:45:21.216158 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c22a0e8f-ef65-49de-b1c5-a0d7b44fe037 req-27ba98fa-59b4-4389-8805-3d548cd47e03 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462762
Nov 19 20:45:21.623571 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b791c0-d1d6-49ea-b0cd-3477f5ada5fd req-844f7205-e592-4aa3-ac63-cc8f90518a46 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:21.625364 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c1b791c0-d1d6-49ea-b0cd-3477f5ada5fd req-844f7205-e592-4aa3-ac63-cc8f90518a46 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0860851
Nov 19 20:45:21.685800 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c1b791c0-d1d6-49ea-b0cd-3477f5ada5fd req-f3921a5f-582c-4ed1-9cd9-7b7f547d270d tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506015
Nov 19 20:45:21.820777 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.resource_extend [None req-f17b0f64-ee39-4ec9-99ce-1c07b4d884e0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 19 20:45:21.917083 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f17b0f64-ee39-4ec9-99ce-1c07b4d884e0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for floatingip, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:21.919564 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f17b0f64-ee39-4ec9-99ce-1c07b4d884e0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:22.115384 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_db [None req-f17b0f64-ee39-4ec9-99ce-1c07b4d884e0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Floating IP 2716b55a-f719-4ba2-899b-1492d0f78920 associated. External IP: 172.27.0.250, port: 5c3b0663-f21a-4444-89ce-eb84f65e1c16.
Nov 19 20:45:22.383055 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2683c8-76b2-44af-9b63-8c62fc3aa7b4 req-55baf225-9195-4c8f-951e-49858c54d8ab tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:22.384629 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8a2683c8-76b2-44af-9b63-8c62fc3aa7b4 req-55baf225-9195-4c8f-951e-49858c54d8ab tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.1188374
Nov 19 20:45:22.431319 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a072e-000e-4f8f-81da-57cc8815b56f req-7d43f881-c3d6-4165-a0fc-d60d68d8d44f tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:22.432926 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-240a072e-000e-4f8f-81da-57cc8815b56f req-7d43f881-c3d6-4165-a0fc-d60d68d8d44f tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.0864873
Nov 19 20:45:22.488160 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-240a072e-000e-4f8f-81da-57cc8815b56f req-71a44b91-25bb-4270-95be-f4cdcb8bb753 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475285
Nov 19 20:45:22.520777 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8a2683c8-76b2-44af-9b63-8c62fc3aa7b4 req-57be0575-40b8-442b-9481-4296e8385518 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264544
Nov 19 20:45:22.640266 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17b0f64-ee39-4ec9-99ce-1c07b4d884e0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:45:22.850271 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17b0f64-ee39-4ec9-99ce-1c07b4d884e0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:45:22.864388 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f17b0f64-ee39-4ec9-99ce-1c07b4d884e0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:22.865004 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41128998-5be0-4249-b5a6-5d30fb9377a5 None None] Sync routers for ids ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'] in dv-cinder-750782-3-iscsi {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:45:22.878369 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41128998-5be0-4249-b5a6-5d30fb9377a5 None None] Routers {'0cee4588-1058-4ebd-ac2d-57b2c00eae59'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:45:22.879025 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-41128998-5be0-4249-b5a6-5d30fb9377a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc20d198>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:45:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:45:22.902295 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be682de-615b-4947-a098-956a82affd4b req-7c97b7cd-2f0f-49c6-9063-51f25e3f9f35 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:22.903965 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1be682de-615b-4947-a098-956a82affd4b req-7c97b7cd-2f0f-49c6-9063-51f25e3f9f35 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0874231
Nov 19 20:45:22.922670 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-f17b0f64-ee39-4ec9-99ce-1c07b4d884e0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "PUT /v2.0/floatingips/2716b55a-f719-4ba2-899b-1492d0f78920 HTTP/1.1" status: 200  len: 991 time: 2.1944408
Nov 19 20:45:22.923754 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ea9a02-44fb-4dc6-b977-b8839773cc3e', 'tag': '5c3b0663-f21a-4444-89ce-eb84f65e1c16'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:45:22.958132 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1be682de-615b-4947-a098-956a82affd4b req-749bbb0b-046f-4be4-802a-59ace833d4c1 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479250
Nov 19 20:45:23.033002 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ea9a02-44fb-4dc6-b977-b8839773cc3e', 'tag': '5c3b0663-f21a-4444-89ce-eb84f65e1c16', 'status': 'completed', 'code': 200}
Nov 19 20:45:23.074571 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-41128998-5be0-4249-b5a6-5d30fb9377a5 None None] Set router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:45:23.437496 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-41128998-5be0-4249-b5a6-5d30fb9377a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc20d198>, [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '45189207-a55b-4e33-a101-45be26548e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port': {'id': '45189207-a55b-4e33-a101-45be26548e8b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:57Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '2716b55a-f719-4ba2-899b-1492d0f78920', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'port_id': '5c3b0663-f21a-4444-89ce-eb84f65e1c16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'mac_address': 'fa:16:3e:57:54:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ea9a02-44fb-4dc6-b977-b8839773cc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:44:24Z', 'updated_at': '2020-11-19T20:45:21Z', 'revision_number': 1, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a536e734-57e7-42c2-9cf7-134512d81fc8', 'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'mac_address': 'fa:16:3e:72:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:25Z', 'revision_number': 5, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'subnets': [{'id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:45:23.441538 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41128998-5be0-4249-b5a6-5d30fb9377a5 None None] Checking router: 0cee4588-1058-4ebd-ac2d-57b2c00eae59 for host: dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:45:23.452691 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41128998-5be0-4249-b5a6-5d30fb9377a5 None None] Routers {'0cee4588-1058-4ebd-ac2d-57b2c00eae59'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:45:23.453341 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-41128998-5be0-4249-b5a6-5d30fb9377a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc20d198>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:45:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:45:23.642706 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-41128998-5be0-4249-b5a6-5d30fb9377a5 None None] Set router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:45:23.726701 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030c4cc-cf09-4888-9cf0-91e947421b81 req-63937f57-943a-41ba-81f8-98484a531062 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:23.728227 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9030c4cc-cf09-4888-9cf0-91e947421b81 req-63937f57-943a-41ba-81f8-98484a531062 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.0921655
Nov 19 20:45:23.776735 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9030c4cc-cf09-4888-9cf0-91e947421b81 req-a88c8839-3d3e-4d57-8748-0d7a18331cce tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419977
Nov 19 20:45:23.981666 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c9d05-c894-4e0e-bb1b-373d597b506c req-ac68d5c0-37d2-4898-95b4-28f8824d0c52 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:23.983253 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-be9c9d05-c894-4e0e-bb1b-373d597b506c req-ac68d5c0-37d2-4898-95b4-28f8824d0c52 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0881152
Nov 19 20:45:24.008766 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-41128998-5be0-4249-b5a6-5d30fb9377a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc20d198>, [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '45189207-a55b-4e33-a101-45be26548e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port': {'id': '45189207-a55b-4e33-a101-45be26548e8b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:57Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '2716b55a-f719-4ba2-899b-1492d0f78920', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'port_id': '5c3b0663-f21a-4444-89ce-eb84f65e1c16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'mac_address': 'fa:16:3e:57:54:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ea9a02-44fb-4dc6-b977-b8839773cc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:44:24Z', 'updated_at': '2020-11-19T20:45:21Z', 'revision_number': 1, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a536e734-57e7-42c2-9cf7-134512d81fc8', 'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'mac_address': 'fa:16:3e:72:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:25Z', 'revision_number': 5, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'subnets': [{'id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:45:24.013017 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41128998-5be0-4249-b5a6-5d30fb9377a5 None None] The sync data for ids ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'] in dv-cinder-750782-3-iscsi is: [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '45189207-a55b-4e33-a101-45be26548e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port': {'id': '45189207-a55b-4e33-a101-45be26548e8b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:57Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '2716b55a-f719-4ba2-899b-1492d0f78920', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'port_id': '5c3b0663-f21a-4444-89ce-eb84f65e1c16', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'mac_address': 'fa:16:3e:57:54:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ea9a02-44fb-4dc6-b977-b8839773cc3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:44:24Z', 'updated_at': '2020-11-19T20:45:21Z', 'revision_number': 1, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a536e734-57e7-42c2-9cf7-134512d81fc8', 'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'mac_address': 'fa:16:3e:72:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:25Z', 'revision_number': 5, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'subnets': [{'id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:45:24.033887 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-be9c9d05-c894-4e0e-bb1b-373d597b506c req-c4026f6d-9f99-421a-a361-ff6c8ccc49e3 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441961
Nov 19 20:45:24.234369 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2a9bbc-790c-484b-b9d3-be8356059090 req-e5fde638-94b1-4fc6-bb43-69ac7502beb6 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:24.235906 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2f2a9bbc-790c-484b-b9d3-be8356059090 req-e5fde638-94b1-4fc6-bb43-69ac7502beb6 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0864029
Nov 19 20:45:24.284709 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2f2a9bbc-790c-484b-b9d3-be8356059090 req-a9532798-a00e-4620-9b49-5b3a13432ec0 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423853
Nov 19 20:45:24.331444 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96625aa8-7d6a-4f4e-86b0-219fe6593bdd None None] New status for floating IP 2716b55a-f719-4ba2-899b-1492d0f78920: ACTIVE {{(pid=80325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 20:45:24.473448 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-399e10db-62c0-4401-b1e5-7507e0fa5910 req-658d1c3d-729a-44b2-8740-d8a9dc81a736 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=fa99d0118df442eca2afa5e7043d1676&device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 1162 time: 0.0799148
Nov 19 20:45:24.623935 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e10db-62c0-4401-b1e5-7507e0fa5910 req-bf7b3628-2924-4e5f-beae-2742e745c1d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:24.625538 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-399e10db-62c0-4401-b1e5-7507e0fa5910 req-bf7b3628-2924-4e5f-beae-2742e745c1d3 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd HTTP/1.1" status: 200  len: 904 time: 0.1416361
Nov 19 20:45:24.737455 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-399e10db-62c0-4401-b1e5-7507e0fa5910 req-cfeb2005-269d-4bdc-8def-69164b14158d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c3b0663-f21a-4444-89ce-eb84f65e1c16 HTTP/1.1" status: 200  len: 1001 time: 0.1041241
Nov 19 20:45:24.805162 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e10db-62c0-4401-b1e5-7507e0fa5910 req-98b9e530-c293-459c-80a4-cc377b42f838 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:24.806739 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-399e10db-62c0-4401-b1e5-7507e0fa5910 req-98b9e530-c293-459c-80a4-cc377b42f838 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=59cbba1f-50a8-4d2a-8185-b2dfe8b126e2 HTTP/1.1" status: 200  len: 849 time: 0.0630393
Nov 19 20:45:24.886814 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-399e10db-62c0-4401-b1e5-7507e0fa5910 req-b57c9de3-ea54-4ad2-b452-794200eb428e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736685
Nov 19 20:45:24.933508 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 5c3b0663-f21a-4444-89ce-eb84f65e1c16 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:45:25.004482 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 5c3b0663-f21a-4444-89ce-eb84f65e1c16 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:45:25.004885 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:25.099133 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-399e10db-62c0-4401-b1e5-7507e0fa5910 req-06b2748e-36d8-4ee6-a1cc-4df5680ed914 service neutron] 10.222.0.27 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2046170
Nov 19 20:45:25.106044 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfc73c-5541-4d06-a5a4-691864398e23 req-06012bc8-9cbe-4b1e-98f9-38106170c17b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:25.107559 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e6cfc73c-5541-4d06-a5a4-691864398e23 req-06012bc8-9cbe-4b1e-98f9-38106170c17b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.1868780
Nov 19 20:45:25.259307 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57ce9a-2deb-4bed-83f8-878e05893f8d req-32ddfd97-8b1a-4810-bcbf-e003188a0815 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:25.261080 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5d57ce9a-2deb-4bed-83f8-878e05893f8d req-32ddfd97-8b1a-4810-bcbf-e003188a0815 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0873814
Nov 19 20:45:25.265600 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e6cfc73c-5541-4d06-a5a4-691864398e23 req-622dff63-c3d3-4878-b606-2bec8775c31e tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510773
Nov 19 20:45:25.296249 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-399e10db-62c0-4401-b1e5-7507e0fa5910 req-78229633-354e-4f61-87d0-7d8a089da9c6 service neutron] 10.222.0.27 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1646707
Nov 19 20:45:25.317971 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5d57ce9a-2deb-4bed-83f8-878e05893f8d req-b9744de2-616c-4d68-97cd-3dcc81c3d824 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491838
Nov 19 20:45:25.498289 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79773ff8-ff46-481e-a57b-61684a8e2f52 req-31b52a74-9110-492a-a2fd-6d4ec7d3aa6e tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:25.499945 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-79773ff8-ff46-481e-a57b-61684a8e2f52 req-31b52a74-9110-492a-a2fd-6d4ec7d3aa6e tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0849280
Nov 19 20:45:25.548609 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-79773ff8-ff46-481e-a57b-61684a8e2f52 req-4bef2a25-7d64-45d4-a06c-575c3dcd2161 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424259
Nov 19 20:45:26.485080 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193c658-de8d-4f86-8535-391aed52c6c1 req-6e8a7e88-7abd-48a7-9b61-feaaf4ad9385 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:26.487789 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e193c658-de8d-4f86-8535-391aed52c6c1 req-6e8a7e88-7abd-48a7-9b61-feaaf4ad9385 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.0906835
Nov 19 20:45:26.539486 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e193c658-de8d-4f86-8535-391aed52c6c1 req-2ee2276e-78a0-4750-af07-0803cb3bbbea tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452235
Nov 19 20:45:26.541154 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d4dca-6cd9-40a6-814f-a7c0671daf7a req-2f30f301-94cf-4ece-a8f2-5c308b86eef7 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:26.542827 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-270d4dca-6cd9-40a6-814f-a7c0671daf7a req-2f30f301-94cf-4ece-a8f2-5c308b86eef7 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.0843840
Nov 19 20:45:26.593660 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-270d4dca-6cd9-40a6-814f-a7c0671daf7a req-a9b5b260-29ac-4238-859a-b4810482d1c0 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430391
Nov 19 20:45:26.764996 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f4ea9-4302-440e-b076-7ae687efa4ba req-fb8b8557-22dc-41fb-8a23-6b323f9ae72c tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:26.766766 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fc3f4ea9-4302-440e-b076-7ae687efa4ba req-fb8b8557-22dc-41fb-8a23-6b323f9ae72c tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.0908713
Nov 19 20:45:26.817590 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fc3f4ea9-4302-440e-b076-7ae687efa4ba req-a444d4df-c104-4fc9-afe3-4c1390091ba9 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439506
Nov 19 20:45:27.211709 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 58712) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:27.364739 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-aa04f78e-859d-435b-9659-98d248f8933e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:27.395886 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-aa04f78e-859d-435b-9659-98d248f8933e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:45:27.399913 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-aa04f78e-859d-435b-9659-98d248f8933e admin admin] Usage tracker for resource:security_group_rule and tenant:5c7b5ceb409e40af94bf87197db97dbd is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:45:27.403062 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-aa04f78e-859d-435b-9659-98d248f8933e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:45:27.409378 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-aa04f78e-859d-435b-9659-98d248f8933e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:45:27.476272 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-aa04f78e-859d-435b-9659-98d248f8933e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:27.478777 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-aa04f78e-859d-435b-9659-98d248f8933e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:27.486547 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:27.528393 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa04f78e-859d-435b-9659-98d248f8933e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388e3859-738e-41fc-9d53-d13830b51e35,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:27.531960 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-aa04f78e-859d-435b-9659-98d248f8933e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:27.535307 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-aa04f78e-859d-435b-9659-98d248f8933e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5c7b5ceb409e40af94bf87197db97dbd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3225496
Nov 19 20:45:27.538247 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 58718) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:27.602460 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bc172ba7-2896-4535-a3eb-0c2158bcf2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:27.636968 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bc172ba7-2896-4535-a3eb-0c2158bcf2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:27.699801 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bc172ba7-2896-4535-a3eb-0c2158bcf2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:27.725229 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:27.748985 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc172ba7-2896-4535-a3eb-0c2158bcf2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388e3859-738e-41fc-9d53-d13830b51e35,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:27.763462 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-bc172ba7-2896-4535-a3eb-0c2158bcf2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:27.769583 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bc172ba7-2896-4535-a3eb-0c2158bcf2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:27.773669 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-bc172ba7-2896-4535-a3eb-0c2158bcf2e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/388e3859-738e-41fc-9d53-d13830b51e35 HTTP/1.1" status: 204  len: 168 time: 0.2344041
Nov 19 20:45:27.892923 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61246914-9427-429f-9334-7842848ce69b req-e99ed3df-f851-4a16-8fea-b7c944da26be tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:27.894692 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61246914-9427-429f-9334-7842848ce69b req-e99ed3df-f851-4a16-8fea-b7c944da26be tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.27 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.1468077
Nov 19 20:45:27.902197 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d6e68-c8e7-4fa7-a40b-f3e7731e7108 req-de030c96-ff09-464e-a05e-76de8b1cc6cb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:27.904705 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ce7d6e68-c8e7-4fa7-a40b-f3e7731e7108 req-de030c96-ff09-464e-a05e-76de8b1cc6cb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.2049551
Nov 19 20:45:27.928286 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36749a41-69db-4424-ba42-1da564eca8f6 req-8e1b0325-2706-4083-81d1-156d4ba11639 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:27.950062 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-36749a41-69db-4424-ba42-1da564eca8f6 req-8e1b0325-2706-4083-81d1-156d4ba11639 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.1712501
Nov 19 20:45:27.983339 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-61246914-9427-429f-9334-7842848ce69b req-72c4f4c9-0f3a-433a-b1cf-ec54b9b85093 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Deleting port 339f0228-aa56-4d4e-a917-dea88c2f4ab0 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:45:27.983820 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61246914-9427-429f-9334-7842848ce69b req-72c4f4c9-0f3a-433a-b1cf-ec54b9b85093 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:28.045337 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-36749a41-69db-4424-ba42-1da564eca8f6 req-a8edb514-0035-4929-9e8e-237bbfad22ac tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909288
Nov 19 20:45:28.121386 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ce7d6e68-c8e7-4fa7-a40b-f3e7731e7108 req-cf0dd47f-356c-418b-a365-6a69da45a797 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059787
Nov 19 20:45:28.531293 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-a1911dbd-ad1d-4845-9fa4-73b697f7bb97 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:28.533176 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-a1911dbd-ad1d-4845-9fa4-73b697f7bb97 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.27 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.2762165
Nov 19 20:45:28.617977 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 58776) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:28.626866 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-f143a808-de8f-4940-89de-3ca0546e98a0 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Deleting port 25fae8a5-f7bb-40e4-8567-df7178899319 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:45:28.627253 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-f143a808-de8f-4940-89de-3ca0546e98a0 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:28.707322 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788b58e-2fc4-40e4-bc0c-dda4ebe40abd req-7e168c3b-4b89-4c77-be92-093ef15a8f01 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:28.714977 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3788b58e-2fc4-40e4-bc0c-dda4ebe40abd req-7e168c3b-4b89-4c77-be92-093ef15a8f01 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 943 time: 0.3080547
Nov 19 20:45:28.867739 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3788b58e-2fc4-40e4-bc0c-dda4ebe40abd req-f81f9282-e8b7-4ea5-ae1f-54b4fdf5e753 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/security-groups?id=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518114
Nov 19 20:45:28.909468 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-61246914-9427-429f-9334-7842848ce69b req-72c4f4c9-0f3a-433a-b1cf-ec54b9b85093 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] For port 339f0228-aa56-4d4e-a917-dea88c2f4ab0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=339f0228-aa56-4d4e-a917-dea88c2f4ab0,segment=NetworkSegment(1631c808-525d-4114-a0fd-3928fbc2f5e0),segment_id=1631c808-525d-4114-a0fd-3928fbc2f5e0)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:45:28.910117 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61246914-9427-429f-9334-7842848ce69b req-72c4f4c9-0f3a-433a-b1cf-ec54b9b85093 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:29.029320 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-f143a808-de8f-4940-89de-3ca0546e98a0 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] For port 25fae8a5-f7bb-40e4-8567-df7178899319, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=25fae8a5-f7bb-40e4-8567-df7178899319,segment=NetworkSegment(3765f5f7-1fd3-4398-b91d-0da70ec87c6e),segment_id=3765f5f7-1fd3-4398-b91d-0da70ec87c6e)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:45:29.029719 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-f143a808-de8f-4940-89de-3ca0546e98a0 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:29.049126 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:29.054164 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-61246914-9427-429f-9334-7842848ce69b req-72c4f4c9-0f3a-433a-b1cf-ec54b9b85093 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Calling delete_port for 339f0228-aa56-4d4e-a917-dea88c2f4ab0 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:45:29.426387 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829b409-9dd8-4fd0-9af6-707f78c225c1 req-bb51cdbc-e816-4239-8897-81ecf67ee3ce tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:29.427980 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0829b409-9dd8-4fd0-9af6-707f78c225c1 req-bb51cdbc-e816-4239-8897-81ecf67ee3ce tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 943 time: 0.1609886
Nov 19 20:45:29.431611 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61246914-9427-429f-9334-7842848ce69b req-72c4f4c9-0f3a-433a-b1cf-ec54b9b85093 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:29.435484 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-f143a808-de8f-4940-89de-3ca0546e98a0 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Calling delete_port for 25fae8a5-f7bb-40e4-8567-df7178899319 owned by compute:nova {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:45:29.452052 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a93f7beb-663c-43a9-bcbd-f864b3ea2cc8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:29.481322 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-21605ff7-6b1c-4829-b2cf-95ab4c23ee47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:29.520623 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4f4c9-0f3a-433a-b1cf-ec54b9b85093 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Pushing event deleted for resources: {'Port': ['ID=339f0228-aa56-4d4e-a917-dea88c2f4ab0,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:29.527515 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-72c4f4c9-0f3a-433a-b1cf-ec54b9b85093 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:29.612117 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-21605ff7-6b1c-4829-b2cf-95ab4c23ee47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:45:29.636382 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0829b409-9dd8-4fd0-9af6-707f78c225c1 req-9a1cd5d7-acb4-493f-a2cc-05ce74223387 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1875973
Nov 19 20:45:29.744469 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-21605ff7-6b1c-4829-b2cf-95ab4c23ee47 admin admin] Usage tracker for resource:security_group_rule and tenant:0d5eb25907f24ebd9b6dbed1ee433f1d is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:45:29.749074 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-61246914-9427-429f-9334-7842848ce69b req-72c4f4c9-0f3a-433a-b1cf-ec54b9b85093 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] No DVR routers for this DVR port 339f0228-aa56-4d4e-a917-dea88c2f4ab0 on host hv-cinder-75078 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:45:29.749458 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-21605ff7-6b1c-4829-b2cf-95ab4c23ee47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:45:29.753603 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61246914-9427-429f-9334-7842848ce69b req-72c4f4c9-0f3a-433a-b1cf-ec54b9b85093 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:29.758809 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a5bf09-e359-44cf-aa86-8e9e341800e5', 'name': 'network-vif-deleted', 'tag': '339f0228-aa56-4d4e-a917-dea88c2f4ab0'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:45:29.767456 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-21605ff7-6b1c-4829-b2cf-95ab4c23ee47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:45:29.795127 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61246914-9427-429f-9334-7842848ce69b req-72c4f4c9-0f3a-433a-b1cf-ec54b9b85093 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.27 "DELETE /v2.0/ports/339f0228-aa56-4d4e-a917-dea88c2f4ab0 HTTP/1.1" status: 204  len: 173 time: 1.8896327
Nov 19 20:45:29.796726 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09056af2-9372-4560-960e-e54aed649bdd req-db0a7893-904a-47f2-8c65-e5dbb2425d6a tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:29.806464 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-09056af2-9372-4560-960e-e54aed649bdd req-db0a7893-904a-47f2-8c65-e5dbb2425d6a tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.4777808
Nov 19 20:45:29.947081 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-09056af2-9372-4560-960e-e54aed649bdd req-fe149627-7f0d-49c3-9d63-0d1ca2b29a2f tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394525
Nov 19 20:45:29.991602 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-21605ff7-6b1c-4829-b2cf-95ab4c23ee47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:29.992743 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-f143a808-de8f-4940-89de-3ca0546e98a0 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:29.995579 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-21605ff7-6b1c-4829-b2cf-95ab4c23ee47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:30.013899 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3974a605-3069-4b42-bdfd-b57ba46c6a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:30.046224 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '18a5bf09-e359-44cf-aa86-8e9e341800e5', 'name': 'network-vif-deleted', 'tag': '339f0228-aa56-4d4e-a917-dea88c2f4ab0', 'status': 'failed', 'code': 422} returned with failed status
Nov 19 20:45:30.258149 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21605ff7-6b1c-4829-b2cf-95ab4c23ee47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a71e8da-4f53-4690-a04d-ced23b41bafe,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:30.261798 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-21605ff7-6b1c-4829-b2cf-95ab4c23ee47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:30.262485 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e9c8090e-4a7a-4159-ab83-38dab5daec95 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:30.380936 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143a808-de8f-4940-89de-3ca0546e98a0 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Pushing event deleted for resources: {'Port': ['ID=25fae8a5-f7bb-40e4-8567-df7178899319,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:30.383946 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f143a808-de8f-4940-89de-3ca0546e98a0 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:30.388248 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-90c7939e-25c1-4717-bd66-6c926e10f675 req-56201f54-f963-4736-a4ef-144341ab4535 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 210 time: 0.1397324
Nov 19 20:45:30.395581 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-21605ff7-6b1c-4829-b2cf-95ab4c23ee47 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d5eb25907f24ebd9b6dbed1ee433f1d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7764163
Nov 19 20:45:30.398740 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 58842) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:30.447956 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-f143a808-de8f-4940-89de-3ca0546e98a0 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] No DVR routers for this DVR port 25fae8a5-f7bb-40e4-8567-df7178899319 on host hv-cinder-75078 {{(pid=80324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:45:30.450817 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-f143a808-de8f-4940-89de-3ca0546e98a0 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:30.455209 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2291b66f-f6ae-443f-8ed2-aba399d3c3a9', 'name': 'network-vif-deleted', 'tag': '25fae8a5-f7bb-40e4-8567-df7178899319'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:45:30.475166 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9fe21ff1-9bc5-4dfc-92ae-2c26cdc09e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:30.475746 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-99ea8f7c-8a0a-4228-bf61-0482867478a4 req-f143a808-de8f-4940-89de-3ca0546e98a0 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.27 "DELETE /v2.0/ports/25fae8a5-f7bb-40e4-8567-df7178899319 HTTP/1.1" status: 204  len: 173 time: 1.9359574
Nov 19 20:45:30.503938 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9fe21ff1-9bc5-4dfc-92ae-2c26cdc09e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:30.557671 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2291b66f-f6ae-443f-8ed2-aba399d3c3a9', 'name': 'network-vif-deleted', 'tag': '25fae8a5-f7bb-40e4-8567-df7178899319', 'status': 'failed', 'code': 422} returned with failed status
Nov 19 20:45:30.560801 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9fe21ff1-9bc5-4dfc-92ae-2c26cdc09e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:30.566283 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-107d1b00-fcfe-4cad-8839-9eec7d5724ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:30.588081 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9fe21ff1-9bc5-4dfc-92ae-2c26cdc09e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:30.599488 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-9fe21ff1-9bc5-4dfc-92ae-2c26cdc09e1a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a71e8da-4f53-4690-a04d-ced23b41bafe HTTP/1.1" status: 204  len: 168 time: 0.1917179
Nov 19 20:45:30.601912 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe21ff1-9bc5-4dfc-92ae-2c26cdc09e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a71e8da-4f53-4690-a04d-ced23b41bafe,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:30.607214 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9fe21ff1-9bc5-4dfc-92ae-2c26cdc09e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:30.894866 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6fdc58a7-4212-4e12-a88e-ae10b59142fb req-9df9e3c7-1f10-447d-b1f0-4e0ac6e17cad tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 210 time: 0.0641274
Nov 19 20:45:31.246774 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 58870) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:31.247430 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-a632c4e2-9582-4ef1-9f4e-7ca2bcf7f2a5 req-a0729771-9170-4973-a25d-063a32cbf966 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Synchronizing usage tracker for tenant:e630c4b863fc4f05a67504f58217b092 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:45:31.263195 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-a632c4e2-9582-4ef1-9f4e-7ca2bcf7f2a5 req-a0729771-9170-4973-a25d-063a32cbf966 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Unset dirty status for tenant:e630c4b863fc4f05a67504f58217b092 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:45:31.264620 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a632c4e2-9582-4ef1-9f4e-7ca2bcf7f2a5 req-a0729771-9170-4973-a25d-063a32cbf966 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=18a5bf09-e359-44cf-aa86-8e9e341800e5 HTTP/1.1" status: 200  len: 210 time: 0.0673254
Nov 19 20:45:31.299889 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f3e39501-aadb-4ec3-a491-751f44955f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:31.361335 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-f3e39501-aadb-4ec3-a491-751f44955f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:45:31.366826 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-f3e39501-aadb-4ec3-a491-751f44955f6f admin admin] Usage tracker for resource:security_group_rule and tenant:49c9f07f260e4d298cd38584c5178bd7 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:45:31.370622 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-f3e39501-aadb-4ec3-a491-751f44955f6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:45:31.378271 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-f3e39501-aadb-4ec3-a491-751f44955f6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:45:31.399711 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811af83-30c1-4597-af5a-79bcb8a6467c req-38f633e6-7772-4b45-b7cf-767138035416 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:31.401327 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3811af83-30c1-4597-af5a-79bcb8a6467c req-38f633e6-7772-4b45-b7cf-767138035416 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.1377702
Nov 19 20:45:31.477988 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3811af83-30c1-4597-af5a-79bcb8a6467c req-55a672f2-cafb-45f7-9745-a2fa48f03776 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654683
Nov 19 20:45:31.515665 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f3e39501-aadb-4ec3-a491-751f44955f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:31.518876 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f3e39501-aadb-4ec3-a491-751f44955f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:31.527014 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:31.572636 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e39501-aadb-4ec3-a491-751f44955f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1f02e3-e9b3-495d-801c-9aa2e7c6231c,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:31.575905 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f3e39501-aadb-4ec3-a491-751f44955f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:31.578504 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-f3e39501-aadb-4ec3-a491-751f44955f6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=49c9f07f260e4d298cd38584c5178bd7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3305907
Nov 19 20:45:31.581601 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 58890) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:31.711358 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9bc7ac10-90db-4c7f-ad1d-cc284e46e191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:31.714351 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-59c879e3-aa9b-4f3b-8769-73f4c957696c req-3493e46e-b640-4b5f-909f-a46ff38682bc tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Synchronizing usage tracker for tenant:60d23972af824cf985722cae5dc86a4b on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:45:31.753713 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9bc7ac10-90db-4c7f-ad1d-cc284e46e191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:31.765446 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-59c879e3-aa9b-4f3b-8769-73f4c957696c req-3493e46e-b640-4b5f-909f-a46ff38682bc tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Unset dirty status for tenant:60d23972af824cf985722cae5dc86a4b on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:45:31.767363 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-59c879e3-aa9b-4f3b-8769-73f4c957696c req-3493e46e-b640-4b5f-909f-a46ff38682bc tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 210 time: 0.1195903
Nov 19 20:45:31.829671 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9bc7ac10-90db-4c7f-ad1d-cc284e46e191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:31.839980 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-aa04f78e-859d-435b-9659-98d248f8933e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:31.866846 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7ac10-90db-4c7f-ad1d-cc284e46e191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1f02e3-e9b3-495d-801c-9aa2e7c6231c,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:31.873514 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9bc7ac10-90db-4c7f-ad1d-cc284e46e191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:31.888316 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9bc7ac10-90db-4c7f-ad1d-cc284e46e191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:31.892487 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-9bc7ac10-90db-4c7f-ad1d-cc284e46e191 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e1f02e3-e9b3-495d-801c-9aa2e7c6231c HTTP/1.1" status: 204  len: 168 time: 0.3098590
Nov 19 20:45:32.097392 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ff683d45-8e75-42f3-85f3-38178d4e60b4 req-10b51a65-0147-4041-b9fb-6e77c1ca275d tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] 10.222.0.23 "GET /v2.0/ports?device_id=2291b66f-f6ae-443f-8ed2-aba399d3c3a9 HTTP/1.1" status: 200  len: 210 time: 0.0477011
Nov 19 20:45:32.420632 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-742bd47c-7f85-4516-b3f5-5a09d9591d44 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:32.421384 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-742bd47c-7f85-4516-b3f5-5a09d9591d44 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Synchronizing usage tracker for tenant:e630c4b863fc4f05a67504f58217b092 on resource:network {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:45:32.467370 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-742bd47c-7f85-4516-b3f5-5a09d9591d44 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Unset dirty status for tenant:e630c4b863fc4f05a67504f58217b092 on resource:network {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:45:32.477229 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-742bd47c-7f85-4516-b3f5-5a09d9591d44 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/networks?id=2ce3015e-7733-4848-848e-064d0fd6ea67 HTTP/1.1" status: 200  len: 815 time: 0.2781565
Nov 19 20:45:32.497346 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-3fe18e41-4841-4144-b9a1-e97da9a8246a tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/quotas/e630c4b863fc4f05a67504f58217b092 HTTP/1.1" status: 200  len: 375 time: 0.0135915
Nov 19 20:45:32.559271 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-22baaad7-67aa-48c3-bb41-eabef3c3db8c tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?tenant_id=e630c4b863fc4f05a67504f58217b092&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0548980
Nov 19 20:45:32.732589 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-6774b533-d96b-42b1-ad63-6fbefd084b1d service neutron] 10.222.0.23 "GET /v2.0/networks/2ce3015e-7733-4848-848e-064d0fd6ea67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1723821
Nov 19 20:45:32.889109 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-61bae366-16b1-4fab-9369-bf45a3f52bb6 service neutron] 10.222.0.23 "GET /v2.0/networks/2ce3015e-7733-4848-848e-064d0fd6ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1493976
Nov 19 20:45:33.173032 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 58976) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:33.266885 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11323ddb-20ec-4ca5-b5fa-623b99c82e53 req-d457140a-175d-492c-96fe-23d54c98bcc6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:33.274790 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-11323ddb-20ec-4ca5-b5fa-623b99c82e53 req-d457140a-175d-492c-96fe-23d54c98bcc6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.1820505
Nov 19 20:45:33.296172 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00355d2-453a-4ff1-9de5-fb2fb0c5e9c1 admin admin] Deleting subnet aab92e9f-b75c-4b39-aa79-a06c5c9e14f7 {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 20:45:33.336147 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-11323ddb-20ec-4ca5-b5fa-623b99c82e53 req-10683ca7-858c-4549-8aef-6af59839193c tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598531
Nov 19 20:45:33.347575 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f00355d2-453a-4ff1-9de5-fb2fb0c5e9c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:33.380232 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ac1d1817-683d-4885-b847-09b267d3ab03 req-3e764f0d-925a-4e58-b3ff-fd28f3ac55c7 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 210 time: 0.0814421
Nov 19 20:45:33.409642 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f00355d2-453a-4ff1-9de5-fb2fb0c5e9c1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:33.418173 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f00355d2-453a-4ff1-9de5-fb2fb0c5e9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3383722'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:33.729149 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f00355d2-453a-4ff1-9de5-fb2fb0c5e9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851392077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:33.779481 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-89854c78-b6a6-412f-b8f9-1566de6c7bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:33.837864 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00355d2-453a-4ff1-9de5-fb2fb0c5e9c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aab92e9f-b75c-4b39-aa79-a06c5c9e14f7,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:33.840786 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f00355d2-453a-4ff1-9de5-fb2fb0c5e9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:33.941395 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f00355d2-453a-4ff1-9de5-fb2fb0c5e9c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:33.950291 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 59014) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:33.962212 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-f00355d2-453a-4ff1-9de5-fb2fb0c5e9c1 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aab92e9f-b75c-4b39-aa79-a06c5c9e14f7 HTTP/1.1" status: 204  len: 168 time: 0.7775693
Nov 19 20:45:34.221364 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3496268'] for network, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:34.384555 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 59034) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:34.492466 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3396403', 'neutron.services.segments.db._delete_segments_for_network--9223363258782719672'] for network, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:34.654336 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fbcd7dbbe48>> segment before_delete 55550000 {{(pid=80324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:34.654735 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fbcd7dbbe48>> subnet precommit_delete_associations 55550000 {{(pid=80324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:34.655536 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbcd7dbbfd0>> segment_host_mapping after_create 55550000 {{(pid=80324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:34.655898 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbcd7dbbfd0>> port after_create 55550000 {{(pid=80324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:34.656256 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbcd7dbbfd0>> port after_delete 55550000 {{(pid=80324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:34.656609 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbcd7dbbfd0>> port after_update 55550000 {{(pid=80324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:34.656982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbcd7dbbfd0>> segment after_delete 55550000 {{(pid=80324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:34.657373 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbcd7dbbfd0>> subnet after_create 55550000 {{(pid=80324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:34.657874 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbcd7dbbfd0>> subnet after_delete 55550000 {{(pid=80324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:34.658191 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbcd7dbbfd0>> subnet after_update 55550000 {{(pid=80324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:34.739481 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab6514-af06-4ee9-90a8-8de719a31a75 req-b31d5dc2-3609-404f-97dc-b95bbf103358 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:34.741101 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cfab6514-af06-4ee9-90a8-8de719a31a75 req-b31d5dc2-3609-404f-97dc-b95bbf103358 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.1451056
Nov 19 20:45:34.752905 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbcd6ae80b8>> subnet after_create 55550000 {{(pid=80324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:34.753523 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbcd6ae80b8>> subnet after_delete 55550000 {{(pid=80324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:34.754114 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbcd6ae80b8>> subnet before_create 55550000 {{(pid=80324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:34.754671 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbcd6ae80b8>> subnet before_update 55550000 {{(pid=80324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:34.755241 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbcd7d9bb00>,) {'filters': {'network_id': ['63879a0e-667c-47c5-9e83-8caef3374839']}} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:45:34.808635 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d7696da0-177a-4a79-9083-f08c96337fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:34.825629 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cfab6514-af06-4ee9-90a8-8de719a31a75 req-75180a50-aba1-4c5f-9e00-08ccb5fd8e94 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629623
Nov 19 20:45:34.853056 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-d7696da0-177a-4a79-9083-f08c96337fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:45:34.857470 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-d7696da0-177a-4a79-9083-f08c96337fe2 admin admin] Usage tracker for resource:security_group_rule and tenant:0ac6f6ec8bff4de3a3ee81f8778fa5bb is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:45:34.858535 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcd7d9bb00>, '3765f5f7-1fd3-4398-b91d-0da70ec87c6e') {'for_net_delete': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:45:34.858881 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcd7d9bb00>, '3765f5f7-1fd3-4398-b91d-0da70ec87c6e') {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:45:34.861768 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-d7696da0-177a-4a79-9083-f08c96337fe2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:45:34.869914 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-d7696da0-177a-4a79-9083-f08c96337fe2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:45:34.882367 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-630c68c1-b54d-4e63-929b-ac525db6c43d req-b6b9673d-3e2f-4494-ab3b-904f75ccd0b4 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 210 time: 0.1149580
Nov 19 20:45:34.918843 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258782742456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10914545'] for segment, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:34.957481 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:34.963458 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 20:45:34.985813 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d7696da0-177a-4a79-9083-f08c96337fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:34.989902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d7696da0-177a-4a79-9083-f08c96337fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:34.999570 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-01db5ee1-0f02-4b62-92f9-0e327021ac52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:35.035880 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7696da0-177a-4a79-9083-f08c96337fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a139beb-95ff-4f6b-a38e-32058ba83452,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:35.061205 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-d7696da0-177a-4a79-9083-f08c96337fe2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0ac6f6ec8bff4de3a3ee81f8778fa5bb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6739464
Nov 19 20:45:35.062705 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d7696da0-177a-4a79-9083-f08c96337fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:35.062902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 59056) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:35.488371 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ba5f8aed-213e-410e-afbb-fefcf86dc6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:35.491895 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Network 63879a0e-667c-47c5-9e83-8caef3374839 has no segments {{(pid=80324) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:45:35.504486 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3387784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843861784'] for segment, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:35.537316 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-dff31d51-0bb6-410c-8bed-1b01d204f791 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:35.538977 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-dff31d51-0bb6-410c-8bed-1b01d204f791 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.27 "GET /v2.0/networks?id=2ce3015e-7733-4848-848e-064d0fd6ea67 HTTP/1.1" status: 200  len: 815 time: 0.6529853
Nov 19 20:45:35.638333 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ba5f8aed-213e-410e-afbb-fefcf86dc6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:35.742885 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Network 63879a0e-667c-47c5-9e83-8caef3374839 has no segments {{(pid=80324) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:   (rel_b, rel_a, rel_b),
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:   (rel_b, rel_a, rel_b),
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]: Traceback (most recent call last):
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:     timer()
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:     cb(*args, **kw)
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:     return func(*args, **kwargs)
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:     self._notify()
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:     self.callback(batched_events)
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:     event.method(event)
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:     segment_id)['aggregates'][0]
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:     return f(self, *a, **k)
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self._get(url).json()
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:     **kwargs)
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self.request(url, 'GET', **kwargs)
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:     **endpoint_filter)
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 20:45:35.774799 dv-cinder-750782-3-iscsi neutron-server[80212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 20:45:35.813686 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-34cdc6cb-dd08-461a-b0b5-030820b7923e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:35.855383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851379388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:35.857336 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ba5f8aed-213e-410e-afbb-fefcf86dc6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:35.862382 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4abe54dd-8822-48a3-a7cb-99177b0b39f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:35.879939 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f8aed-213e-410e-afbb-fefcf86dc6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a139beb-95ff-4f6b-a38e-32058ba83452,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:35.882149 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:35.891982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ba5f8aed-213e-410e-afbb-fefcf86dc6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:35.893195 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-ba5f8aed-213e-410e-afbb-fefcf86dc6ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9a139beb-95ff-4f6b-a38e-32058ba83452 HTTP/1.1" status: 204  len: 168 time: 0.7821319
Nov 19 20:45:35.896990 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] 10.222.0.23 "DELETE /v2.0/networks/63879a0e-667c-47c5-9e83-8caef3374839 HTTP/1.1" status: 204  len: 168 time: 1.9431078
Nov 19 20:45:35.896990 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ba5f8aed-213e-410e-afbb-fefcf86dc6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:35.896990 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1f38c556-e40c-4c51-bd44-cdf7c3d9273a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:35.915844 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Pushing event deleted for resources: {'Network': ['ID=63879a0e-667c-47c5-9e83-8caef3374839,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:35.919781 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:36.103752 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336304f4-7682-45a3-8729-e3e429d87305 req-a80a0a1f-5468-46b4-87f2-d42eb2aaef31 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:36.105719 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-336304f4-7682-45a3-8729-e3e429d87305 req-a80a0a1f-5468-46b4-87f2-d42eb2aaef31 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.1151838
Nov 19 20:45:36.189211 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 59090) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:36.192649 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-336304f4-7682-45a3-8729-e3e429d87305 req-4f1124aa-9644-46af-a201-2adb81418a8f tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802972
Nov 19 20:45:36.274494 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-752f3588-45ec-4393-8621-fd067865e73b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60d23972af824cf985722cae5dc86a4b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0827949
Nov 19 20:45:36.274669 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 59096) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:36.378003 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4210c336-ee52-45c1-b106-90d84f0cd145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:36.398562 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7fb2cb0f-5faa-4762-82d1-df05100ebc67 req-1e4d8ad3-b2e6-4dd0-99fb-5541fddc1122 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 210 time: 0.0633109
Nov 19 20:45:36.418423 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4210c336-ee52-45c1-b106-90d84f0cd145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:36.466823 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4210c336-ee52-45c1-b106-90d84f0cd145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:36.472760 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:36.487552 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4210c336-ee52-45c1-b106-90d84f0cd145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:36.490443 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4210c336-ee52-45c1-b106-90d84f0cd145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:36.496809 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4210c336-ee52-45c1-b106-90d84f0cd145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:36.498121 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-4210c336-ee52-45c1-b106-90d84f0cd145 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba2ad9ff-e2c2-48b7-a3e4-d77d99881ee8 HTTP/1.1" status: 204  len: 168 time: 0.2224684
Nov 19 20:45:36.513525 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 59106) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:36.536558 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d406f3bd-ca1a-4391-ae04-96abbcbe7b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:36.570607 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-d406f3bd-ca1a-4391-ae04-96abbcbe7b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:45:36.574676 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-d406f3bd-ca1a-4391-ae04-96abbcbe7b38 admin admin] Usage tracker for resource:security_group_rule and tenant:591e44b9f3334570ae0bd4684dbf44c4 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:45:36.577630 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-d406f3bd-ca1a-4391-ae04-96abbcbe7b38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:45:36.584063 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-d406f3bd-ca1a-4391-ae04-96abbcbe7b38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:45:36.652168 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d406f3bd-ca1a-4391-ae04-96abbcbe7b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:36.655177 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d406f3bd-ca1a-4391-ae04-96abbcbe7b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:36.663533 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:36.704978 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406f3bd-ca1a-4391-ae04-96abbcbe7b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e3e4d5-b05f-47ef-98c9-95fa2c705cf7,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:36.708536 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d406f3bd-ca1a-4391-ae04-96abbcbe7b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:36.715198 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-d406f3bd-ca1a-4391-ae04-96abbcbe7b38 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=591e44b9f3334570ae0bd4684dbf44c4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1966619
Nov 19 20:45:36.715894 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 59110) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:36.779223 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-252adc31-7945-4e9b-8a76-a6281bcfa97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:36.807152 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-252adc31-7945-4e9b-8a76-a6281bcfa97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:36.851781 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-252adc31-7945-4e9b-8a76-a6281bcfa97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:36.856853 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:36.869744 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252adc31-7945-4e9b-8a76-a6281bcfa97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e3e4d5-b05f-47ef-98c9-95fa2c705cf7,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:36.872893 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-252adc31-7945-4e9b-8a76-a6281bcfa97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:36.874984 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-252adc31-7945-4e9b-8a76-a6281bcfa97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:36.876676 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-252adc31-7945-4e9b-8a76-a6281bcfa97d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09e3e4d5-b05f-47ef-98c9-95fa2c705cf7 HTTP/1.1" status: 204  len: 168 time: 0.1598682
Nov 19 20:45:37.398667 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8a7e4-7b25-43e8-9d40-97b66433ee77 req-322bce54-e9c9-4ba6-90da-d3b6a1857fc2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:37.400776 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94e8a7e4-7b25-43e8-9d40-97b66433ee77 req-322bce54-e9c9-4ba6-90da-d3b6a1857fc2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.0914795
Nov 19 20:45:37.463715 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94e8a7e4-7b25-43e8-9d40-97b66433ee77 req-5a44775e-0340-47d5-b658-d3914b7d6f06 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567873
Nov 19 20:45:37.631153 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a0d6f0ee-0c3f-41aa-8a0e-ccfb556c86b9 req-7a621ed9-cc5d-49de-9a17-95456d8eedd4 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 210 time: 0.0474885
Nov 19 20:45:38.505296 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-f9786cb4-7f2b-4eaf-9d39-0d24ab4c8453 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Request body: {'port': {'device_id': 'c21da2b8-bde4-4a91-acb2-6b5123ff09f2', 'network_id': '2ce3015e-7733-4848-848e-064d0fd6ea67', 'admin_state_up': True, 'tenant_id': 'e630c4b863fc4f05a67504f58217b092'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:45:38.651287 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1a2a9f3b-5c09-4cdc-ad67-95a03c574262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:38.762472 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7499168-926c-4a6a-a30c-09b4bf4f4096 req-81947b58-5932-4f6b-a0c0-6eb4cf798893 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:38.764064 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d7499168-926c-4a6a-a30c-09b4bf4f4096 req-81947b58-5932-4f6b-a0c0-6eb4cf798893 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.1208634
Nov 19 20:45:38.770544 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-f9786cb4-7f2b-4eaf-9d39-0d24ab4c8453 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:45:38.780409 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-f9786cb4-7f2b-4eaf-9d39-0d24ab4c8453 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:45:38.821003 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:38.822506 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-f9786cb4-7f2b-4eaf-9d39-0d24ab4c8453 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Made reservation on behalf of e630c4b863fc4f05a67504f58217b092 for: {'port': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:45:38.827987 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-f9786cb4-7f2b-4eaf-9d39-0d24ab4c8453 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:38.869642 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0ba34eb2-ff7e-4115-9185-7f4d3e759b8a req-4e4458cc-788f-47a3-a9bf-cf32878840d3 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 210 time: 0.0731871
Nov 19 20:45:38.909515 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d7499168-926c-4a6a-a30c-09b4bf4f4096 req-599d4975-c7b8-4356-b81f-05e5c286fca9 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211958
Nov 19 20:45:39.189223 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-f9786cb4-7f2b-4eaf-9d39-0d24ab4c8453 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Allocated IP 172.20.0.12 (2ce3015e-7733-4848-848e-064d0fd6ea67/61fe5f9f-aa74-4c90-822d-2b56b29c0b01/884239c0-85cc-47f3-9f3f-eef0c3789764) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:45:39.415278 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-f9786cb4-7f2b-4eaf-9d39-0d24ab4c8453 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:39.441667 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-f9786cb4-7f2b-4eaf-9d39-0d24ab4c8453 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:39.459405 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:39.601932 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9786cb4-7f2b-4eaf-9d39-0d24ab4c8453 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Pushing event updated for resources: {'Port': ['ID=884239c0-85cc-47f3-9f3f-eef0c3789764,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:39.609239 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f9786cb4-7f2b-4eaf-9d39-0d24ab4c8453 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:39.653028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-f9786cb4-7f2b-4eaf-9d39-0d24ab4c8453 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Network 2ce3015e-7733-4848-848e-064d0fd6ea67 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:45:39.654829 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-f9786cb4-7f2b-4eaf-9d39-0d24ab4c8453 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:45:39.658513 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-f9786cb4-7f2b-4eaf-9d39-0d24ab4c8453 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:45:39.728187 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-f9786cb4-7f2b-4eaf-9d39-0d24ab4c8453 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:39.728804 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-f9786cb4-7f2b-4eaf-9d39-0d24ab4c8453 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:39.754261 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-f9786cb4-7f2b-4eaf-9d39-0d24ab4c8453 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2553041
Nov 19 20:45:39.773832 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:39.779373 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Request body: {'port': {'device_id': 'c21da2b8-bde4-4a91-acb2-6b5123ff09f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:45:39.901157 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:39.971229 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:45:40.190426 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:40.256862 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac662ed6-53d5-4b00-a894-ca8d417b1e7a req-d21fe297-007a-4e27-9436-9d3d5cf0aa7e tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:40.259398 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ac662ed6-53d5-4b00-a894-ca8d417b1e7a req-d21fe297-007a-4e27-9436-9d3d5cf0aa7e tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.1605968
Nov 19 20:45:40.343284 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ac662ed6-53d5-4b00-a894-ca8d417b1e7a req-d048dc90-2a42-44bb-81bb-f2901f4f0797 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748174
Nov 19 20:45:40.398732 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f5d14-f563-4c81-9b5a-ae7fd626480a req-adf4d7d3-33e7-488e-a006-eec9454f926f tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:40.399491 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-497f5d14-f563-4c81-9b5a-ae7fd626480a req-adf4d7d3-33e7-488e-a006-eec9454f926f tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Synchronizing usage tracker for tenant:e630c4b863fc4f05a67504f58217b092 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:45:40.432992 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-497f5d14-f563-4c81-9b5a-ae7fd626480a req-adf4d7d3-33e7-488e-a006-eec9454f926f tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Unset dirty status for tenant:e630c4b863fc4f05a67504f58217b092 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:45:40.438529 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-497f5d14-f563-4c81-9b5a-ae7fd626480a req-adf4d7d3-33e7-488e-a006-eec9454f926f tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 932 time: 0.3095176
Nov 19 20:45:40.572851 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-497f5d14-f563-4c81-9b5a-ae7fd626480a req-972d7a9d-86c3-4ab8-a700-3694cb086995 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250942
Nov 19 20:45:40.596298 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884239c0-85cc-47f3-9f3f-eef0c3789764 {{(pid=80324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 20:45:40.604050 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:40.618305 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Transition to ACTIVE for port object 884239c0-85cc-47f3-9f3f-eef0c3789764 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:45:40.621002 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:40.637703 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:40.779793 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=884239c0-85cc-47f3-9f3f-eef0c3789764,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:40.785893 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:40.861731 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 59332) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:40.928780 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e14e53-4c4a-4371-9129-dc3fc384053e admin admin] Deleting subnet 3a4c59b3-1858-46a3-8ec6-0e706a5e3f38 {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 20:45:40.931864 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b3e14e53-4c4a-4371-9129-dc3fc384053e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:40.970505 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Attempting to bind port 884239c0-85cc-47f3-9f3f-eef0c3789764 on host hv-cinder-75078 for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:45:40.970874 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Attempting to bind port 884239c0-85cc-47f3-9f3f-eef0c3789764 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '1631c808-525d-4114-a0fd-3928fbc2f5e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ce3015e-7733-4848-848e-064d0fd6ea67'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:45:40.971235 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Attempting to bind port 884239c0-85cc-47f3-9f3f-eef0c3789764 on network 2ce3015e-7733-4848-848e-064d0fd6ea67 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:45:40.978140 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Checking agent: {'id': '460481f1-45c5-4450-82c0-45a37946158c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 41, 59), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 29), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:45:40.978504 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Checking segment: {'id': '1631c808-525d-4114-a0fd-3928fbc2f5e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ce3015e-7733-4848-848e-064d0fd6ea67'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:45:40.978900 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:40.979283 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Bound using segment: {'id': '1631c808-525d-4114-a0fd-3928fbc2f5e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ce3015e-7733-4848-848e-064d0fd6ea67'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:45:40.979743 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Bound port: 884239c0-85cc-47f3-9f3f-eef0c3789764, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1631c808-525d-4114-a0fd-3928fbc2f5e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ce3015e-7733-4848-848e-064d0fd6ea67'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:45:40.980107 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:40.988516 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b3e14e53-4c4a-4371-9129-dc3fc384053e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:40.996008 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b3e14e53-4c4a-4371-9129-dc3fc384053e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3383722'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:41.073373 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] For port 884239c0-85cc-47f3-9f3f-eef0c3789764, host hv-cinder-75078, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:45:41.077025 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] For port 884239c0-85cc-47f3-9f3f-eef0c3789764, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=884239c0-85cc-47f3-9f3f-eef0c3789764,segment=NetworkSegment(1631c808-525d-4114-a0fd-3928fbc2f5e0),segment_id=1631c808-525d-4114-a0fd-3928fbc2f5e0)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:45:41.080908 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:41.096750 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:41.264452 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=884239c0-85cc-47f3-9f3f-eef0c3789764,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:41.266982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b3e14e53-4c4a-4371-9129-dc3fc384053e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851392077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:41.269969 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:41.292384 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1f7d9f9b-82e4-4ff2-8ddf-ca925d3d5186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:41.303629 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:41.305103 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] 10.222.0.27 "PUT /v2.0/ports/884239c0-85cc-47f3-9f3f-eef0c3789764 HTTP/1.1" status: 200  len: 1158 time: 1.5309062
Nov 19 20:45:41.305628 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21da2b8-bde4-4a91-acb2-6b5123ff09f2', 'tag': '884239c0-85cc-47f3-9f3f-eef0c3789764'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:45:41.338544 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e14e53-4c4a-4371-9129-dc3fc384053e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a4c59b3-1858-46a3-8ec6-0e706a5e3f38,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:41.351356 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b3e14e53-4c4a-4371-9129-dc3fc384053e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:41.366809 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c21da2b8-bde4-4a91-acb2-6b5123ff09f2', 'tag': '884239c0-85cc-47f3-9f3f-eef0c3789764', 'status': 'completed', 'code': 200}
Nov 19 20:45:41.436699 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b3e14e53-4c4a-4371-9129-dc3fc384053e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:41.453415 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-b3e14e53-4c4a-4371-9129-dc3fc384053e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3a4c59b3-1858-46a3-8ec6-0e706a5e3f38 HTTP/1.1" status: 204  len: 168 time: 0.5902860
Nov 19 20:45:41.456192 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 59342) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:41.466566 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-f4b8f281-8896-4c16-a2e3-7132617062b2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e630c4b863fc4f05a67504f58217b092&device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 1161 time: 0.0824673
Nov 19 20:45:41.792126 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-26e60f3c-c926-4ab6-87dc-c68484793423 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=884239c0-85cc-47f3-9f3f-eef0c3789764 HTTP/1.1" status: 200  len: 217 time: 0.3082793
Nov 19 20:45:41.853039 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3496268'] for network, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:41.913095 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-1a9fabf3-943c-4e15-a68e-de20f6f819a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:41.914839 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-1a9fabf3-943c-4e15-a68e-de20f6f819a6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=61fe5f9f-aa74-4c90-822d-2b56b29c0b01 HTTP/1.1" status: 200  len: 855 time: 0.0767279
Nov 19 20:45:41.981756 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-2c2766c3-977e-434a-988c-6e8e7e6ae4fd service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=2ce3015e-7733-4848-848e-064d0fd6ea67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462377
Nov 19 20:45:42.026623 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7a467-bea4-45c5-ba3e-5ab647f28a6f req-9a93cbb0-0d87-4d7d-ad24-05e45c9b247e tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:42.030256 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c9b7a467-bea4-45c5-ba3e-5ab647f28a6f req-9a93cbb0-0d87-4d7d-ad24-05e45c9b247e tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.5503395
Nov 19 20:45:42.072449 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a7bac-5942-4b80-a16b-cefe519afd17 req-82122cf3-db2a-493f-baa0-9a62819e0ca4 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:42.080810 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-713a7bac-5942-4b80-a16b-cefe519afd17 req-82122cf3-db2a-493f-baa0-9a62819e0ca4 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 944 time: 0.2868435
Nov 19 20:45:42.116820 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c9b7a467-bea4-45c5-ba3e-5ab647f28a6f req-82d9ae8b-43cd-478c-b367-cca9f0203a81 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713515
Nov 19 20:45:42.240468 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3396403', 'neutron.services.segments.db._delete_segments_for_network--9223363258782719672'] for network, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:42.376570 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-713a7bac-5942-4b80-a16b-cefe519afd17 req-cd874631-8762-4177-b21b-ed43a5ec4bf7 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2897253
Nov 19 20:45:42.380622 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-d90b9872-0efc-438e-bac5-c104212cd5eb service neutron] 10.222.0.27 "GET /v2.0/networks/2ce3015e-7733-4848-848e-064d0fd6ea67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3839858
Nov 19 20:45:42.442795 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fbcdcf7d860>> segment before_delete 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:42.443204 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fbcdcf7d860>> subnet precommit_delete_associations 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:42.443998 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbcdcecce10>> segment_host_mapping after_create 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:42.444373 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbcdcecce10>> port after_create 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:42.444869 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbcdcecce10>> port after_delete 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:42.445231 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbcdcecce10>> port after_update 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:42.445695 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbcdcecce10>> segment after_delete 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:42.446115 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbcdcecce10>> subnet after_create 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:42.446477 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbcdcecce10>> subnet after_delete 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:42.446837 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbcdcecce10>> subnet after_update 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:42.521435 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbcd7c6c470>> subnet after_create 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:42.521992 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbcd7c6c470>> subnet after_delete 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:42.522371 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbcd7c6c470>> subnet before_create 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:42.522749 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbcd7c6c470>> subnet before_update 55550000 {{(pid=80323) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 20:45:42.523185 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbcdc30e080>,) {'filters': {'network_id': ['625a7bdb-058f-478d-ba03-e7a559d27d20']}} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:45:42.542686 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcdc30e080>, '96668276-b2c7-478d-a317-e8696c65772c') {'for_net_delete': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:45:42.543022 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcdc30e080>, '96668276-b2c7-478d-a317-e8696c65772c') {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:45:42.557026 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258782742456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853445485'] for segment, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:42.574064 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:42.576756 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 20:45:42.587816 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53f94ff9-dcfa-463f-8ac7-b12532d647fe req-fbe0b230-10a8-46ef-84e5-e7b295a5416c service neutron] 10.222.0.27 "GET /v2.0/networks/2ce3015e-7733-4848-848e-064d0fd6ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1990762
Nov 19 20:45:42.780162 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 59392) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:42.787281 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Network 625a7bdb-058f-478d-ba03-e7a559d27d20 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:45:42.790972 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-663f9762-595a-4b15-b86f-479ec0ead993 req-ad6332ac-d278-439b-aa0c-d83312b27341 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e630c4b863fc4f05a67504f58217b092&device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 1161 time: 0.1006269
Nov 19 20:45:42.797175 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3387784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853334028'] for segment, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:42.947247 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f9762-595a-4b15-b86f-479ec0ead993 req-42780ab2-6f05-4333-85b7-8df47ecb63ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:42.948815 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-663f9762-595a-4b15-b86f-479ec0ead993 req-42780ab2-6f05-4333-85b7-8df47ecb63ed service neutron] 10.222.0.27 "GET /v2.0/networks?id=2ce3015e-7733-4848-848e-064d0fd6ea67 HTTP/1.1" status: 200  len: 909 time: 0.1491213
Nov 19 20:45:42.991740 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Network 625a7bdb-058f-478d-ba03-e7a559d27d20 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:   (rel_b, rel_a, rel_b),
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:   (rel_b, rel_a, rel_b),
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]: Traceback (most recent call last):
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:     timer()
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:     cb(*args, **kw)
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:     return func(*args, **kwargs)
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:     self._notify()
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:     self.callback(batched_events)
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:     event.method(event)
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:     segment_id)['aggregates'][0]
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:     return f(self, *a, **k)
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self._get(url).json()
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:     **kwargs)
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self.request(url, 'GET', **kwargs)
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:     **endpoint_filter)
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 20:45:43.017635 dv-cinder-750782-3-iscsi neutron-server[80212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 20:45:43.044267 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-663f9762-595a-4b15-b86f-479ec0ead993 req-4e0450e4-d0c7-48f0-a07d-f908f6902b04 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=884239c0-85cc-47f3-9f3f-eef0c3789764 HTTP/1.1" status: 200  len: 217 time: 0.0873699
Nov 19 20:45:43.045187 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e957bdf0-0ca2-4a10-915b-37ffd07e9da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:43.098867 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851379388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:43.104168 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:43.108084 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d00d1fea-ffc0-499d-8358-06a5ba6c6a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:43.129075 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Pushing event deleted for resources: {'Network': ['ID=625a7bdb-058f-478d-ba03-e7a559d27d20,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:43.131708 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:43.136383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-e957bdf0-0ca2-4a10-915b-37ffd07e9da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:45:43.137086 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-fa97edcb-832c-4e44-9f14-0c3cde3e44db admin admin] 10.222.0.23 "DELETE /v2.0/networks/625a7bdb-058f-478d-ba03-e7a559d27d20 HTTP/1.1" status: 204  len: 168 time: 1.6763995
Nov 19 20:45:43.138446 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 59398) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:43.142653 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-e957bdf0-0ca2-4a10-915b-37ffd07e9da5 admin admin] Usage tracker for resource:security_group_rule and tenant:4d88cdaae3e74d89aaeea803bdeac88d is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:45:43.148378 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-e957bdf0-0ca2-4a10-915b-37ffd07e9da5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:45:43.152363 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f9762-595a-4b15-b86f-479ec0ead993 req-5e134dab-e4b6-4db7-87bb-4ca5e268e0ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:43.154107 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-663f9762-595a-4b15-b86f-479ec0ead993 req-5e134dab-e4b6-4db7-87bb-4ca5e268e0ed service neutron] 10.222.0.27 "GET /v2.0/subnets?id=61fe5f9f-aa74-4c90-822d-2b56b29c0b01 HTTP/1.1" status: 200  len: 855 time: 0.0911667
Nov 19 20:45:43.159041 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-e957bdf0-0ca2-4a10-915b-37ffd07e9da5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:45:43.216392 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_v2 [None req-832b714d-c338-421f-9b15-754d0d4da999 admin admin] Deleting subnet 72079d7b-7124-480d-b68a-cebb877c5020 {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 20:45:43.217962 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-663f9762-595a-4b15-b86f-479ec0ead993 req-fec6dbe3-c601-47eb-95a6-cacb6b2a9107 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=2ce3015e-7733-4848-848e-064d0fd6ea67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533080
Nov 19 20:45:43.220323 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-832b714d-c338-421f-9b15-754d0d4da999 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:43.282090 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-832b714d-c338-421f-9b15-754d0d4da999 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1330328'] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:43.340844 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-832b714d-c338-421f-9b15-754d0d4da999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3383722'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:43.475469 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e957bdf0-0ca2-4a10-915b-37ffd07e9da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:43.478938 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-663f9762-595a-4b15-b86f-479ec0ead993 req-a3722829-ca57-46fb-b9fc-e59035ac1098 service neutron] 10.222.0.27 "GET /v2.0/networks/2ce3015e-7733-4848-848e-064d0fd6ea67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2498040
Nov 19 20:45:43.482707 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e957bdf0-0ca2-4a10-915b-37ffd07e9da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:43.491709 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:43.551632 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6439d4-c601-4cc6-ab1f-5f1fc53a2b28 req-2809cc5b-1212-4a6a-88f1-a5402024312b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:43.553270 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8d6439d4-c601-4cc6-ab1f-5f1fc53a2b28 req-2809cc5b-1212-4a6a-88f1-a5402024312b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.2641127
Nov 19 20:45:43.681013 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-832b714d-c338-421f-9b15-754d0d4da999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851392077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1441110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843806931'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:43.681696 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-e957bdf0-0ca2-4a10-915b-37ffd07e9da5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d88cdaae3e74d89aaeea803bdeac88d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9004397
Nov 19 20:45:43.682632 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957bdf0-0ca2-4a10-915b-37ffd07e9da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91628bc2-afdb-4e5a-9c0d-8cbd271fc9ac,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:43.688612 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 59412) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:43.694599 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e957bdf0-0ca2-4a10-915b-37ffd07e9da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:43.720374 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f00355d2-453a-4ff1-9de5-fb2fb0c5e9c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:43.738921 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8d6439d4-c601-4cc6-ab1f-5f1fc53a2b28 req-89526a34-108c-4b34-9c86-f171f6e0a955 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1740005
Nov 19 20:45:43.744581 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-663f9762-595a-4b15-b86f-479ec0ead993 req-905c5d55-4f76-4f3e-8298-b963ee5b850c service neutron] 10.222.0.27 "GET /v2.0/networks/2ce3015e-7733-4848-848e-064d0fd6ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2455702
Nov 19 20:45:43.771380 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b714d-c338-421f-9b15-754d0d4da999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72079d7b-7124-480d-b68a-cebb877c5020,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:43.779637 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-832b714d-c338-421f-9b15-754d0d4da999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:43.805145 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc931693-ffb2-47d5-a748-9d856550fbea req-6c3def72-57b4-4b9d-957f-08b4ecba2958 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:43.806827 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dc931693-ffb2-47d5-a748-9d856550fbea req-6c3def72-57b4-4b9d-957f-08b4ecba2958 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 944 time: 0.2127957
Nov 19 20:45:43.971645 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f28bbc17-ca93-40b6-ab9b-ae7cc819ac43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:43.972107 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-832b714d-c338-421f-9b15-754d0d4da999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:43.990769 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-832b714d-c338-421f-9b15-754d0d4da999 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/72079d7b-7124-480d-b68a-cebb877c5020 HTTP/1.1" status: 204  len: 168 time: 0.8511131
Nov 19 20:45:43.993524 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 59432) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:44.006407 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dc931693-ffb2-47d5-a748-9d856550fbea req-4810faa5-155e-4e7e-9931-17e830f6d416 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1889319
Nov 19 20:45:44.038450 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f28bbc17-ca93-40b6-ab9b-ae7cc819ac43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:44.108345 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f28bbc17-ca93-40b6-ab9b-ae7cc819ac43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:44.113252 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-dc8159fa-dc05-41cb-b0ae-67535c750d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:44.125393 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28bbc17-ca93-40b6-ab9b-ae7cc819ac43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91628bc2-afdb-4e5a-9c0d-8cbd271fc9ac,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:44.128846 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f28bbc17-ca93-40b6-ab9b-ae7cc819ac43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:44.135616 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f28bbc17-ca93-40b6-ab9b-ae7cc819ac43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:44.136980 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-f28bbc17-ca93-40b6-ab9b-ae7cc819ac43 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91628bc2-afdb-4e5a-9c0d-8cbd271fc9ac HTTP/1.1" status: 204  len: 168 time: 0.4463208
Nov 19 20:45:44.162211 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-efe14a59-83ad-4ca9-ac12-711f58307107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3496268'] for network, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:44.381873 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-efe14a59-83ad-4ca9-ac12-711f58307107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3396403', 'neutron.services.segments.db._delete_segments_for_network--9223363258782719672'] for network, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:44.514790 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-efe14a59-83ad-4ca9-ac12-711f58307107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbcd7bd44e0>,) {'filters': {'network_id': ['2e71feb5-bb01-46f5-90d5-904dcbe6e748']}} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:45:44.527719 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-efe14a59-83ad-4ca9-ac12-711f58307107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcd7bd44e0>, '79078f6a-5133-47c7-afdd-3e61245a29d1') {'for_net_delete': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:45:44.528055 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-efe14a59-83ad-4ca9-ac12-711f58307107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcd7bd44e0>, '79078f6a-5133-47c7-afdd-3e61245a29d1') {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:45:44.540933 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-efe14a59-83ad-4ca9-ac12-711f58307107 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258782742456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10914545'] for segment, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:44.555768 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-efe14a59-83ad-4ca9-ac12-711f58307107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:44.557826 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-efe14a59-83ad-4ca9-ac12-711f58307107 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 20:45:44.666253 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 59476) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:44.688506 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-df0e66d4-c530-46ba-844b-e726c18788e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:44.725345 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-df0e66d4-c530-46ba-844b-e726c18788e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:45:44.729884 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-df0e66d4-c530-46ba-844b-e726c18788e6 admin admin] Usage tracker for resource:security_group_rule and tenant:cbdd4b3483c14db6a9095efa6c0d6045 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:45:44.733177 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-df0e66d4-c530-46ba-844b-e726c18788e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:45:44.740957 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-df0e66d4-c530-46ba-844b-e726c18788e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:45:44.755831 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-efe14a59-83ad-4ca9-ac12-711f58307107 admin admin] Network 2e71feb5-bb01-46f5-90d5-904dcbe6e748 has no segments {{(pid=80324) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:45:44.765293 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-efe14a59-83ad-4ca9-ac12-711f58307107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3387784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843861784'] for segment, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:44.821518 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-df0e66d4-c530-46ba-844b-e726c18788e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:44.826571 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-df0e66d4-c530-46ba-844b-e726c18788e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:44.859362 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:44.871669 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-df0e66d4-c530-46ba-844b-e726c18788e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbdd4b3483c14db6a9095efa6c0d6045&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2036457
Nov 19 20:45:44.872423 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 59484) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:44.877083 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 59488) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:44.932316 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e66d4-c530-46ba-844b-e726c18788e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b564d0e-91a9-4311-a5c1-22d06a08ddd5,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:44.937498 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-df0e66d4-c530-46ba-844b-e726c18788e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:44.955576 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-efe14a59-83ad-4ca9-ac12-711f58307107 admin admin] Network 2e71feb5-bb01-46f5-90d5-904dcbe6e748 has no segments {{(pid=80324) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:45:44.975901 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f514200f-8998-4513-b885-138077c80f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]: Traceback (most recent call last):
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:     timer()
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:     cb(*args, **kw)
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:     return func(*args, **kwargs)
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:     self._notify()
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:     self.callback(batched_events)
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:     event.method(event)
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:     segment_id)['aggregates'][0]
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:     return f(self, *a, **k)
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self._get(url).json()
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:     **kwargs)
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self.request(url, 'GET', **kwargs)
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:     **endpoint_filter)
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 20:45:44.980239 dv-cinder-750782-3-iscsi neutron-server[80212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 20:45:45.011848 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f514200f-8998-4513-b885-138077c80f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:45.082263 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f514200f-8998-4513-b885-138077c80f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:45.088699 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f28bbc17-ca93-40b6-ab9b-ae7cc819ac43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:45.095446 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3d47a255-bcd7-43ce-b3aa-55d4becaf656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:45.112415 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514200f-8998-4513-b885-138077c80f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b564d0e-91a9-4311-a5c1-22d06a08ddd5,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:45.117885 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-efe14a59-83ad-4ca9-ac12-711f58307107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851379388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:45.119296 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f514200f-8998-4513-b885-138077c80f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:45.125012 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4a006d7a-443d-4024-bd76-53740cc3f5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:45.129303 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f514200f-8998-4513-b885-138077c80f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:45.130784 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-f514200f-8998-4513-b885-138077c80f11 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9b564d0e-91a9-4311-a5c1-22d06a08ddd5 HTTP/1.1" status: 204  len: 168 time: 0.2555957
Nov 19 20:45:45.152271 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-3d47a255-bcd7-43ce-b3aa-55d4becaf656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:45:45.152437 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe14a59-83ad-4ca9-ac12-711f58307107 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e71feb5-bb01-46f5-90d5-904dcbe6e748,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:45.156432 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-efe14a59-83ad-4ca9-ac12-711f58307107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:45.157996 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-3d47a255-bcd7-43ce-b3aa-55d4becaf656 admin admin] Usage tracker for resource:security_group_rule and tenant:955bc7c9d56247ad8232c9025536d683 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:45:45.161447 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-3d47a255-bcd7-43ce-b3aa-55d4becaf656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:45:45.161573 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-efe14a59-83ad-4ca9-ac12-711f58307107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:45.168108 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-3d47a255-bcd7-43ce-b3aa-55d4becaf656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:45:45.177039 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe4a7e7-2290-416b-b293-a9cdf8ff8bbd req-9cfaafea-a3b1-49ad-b5e6-07893a4104b7 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:45.178703 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7fe4a7e7-2290-416b-b293-a9cdf8ff8bbd req-9cfaafea-a3b1-49ad-b5e6-07893a4104b7 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.2149596
Nov 19 20:45:45.183078 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-efe14a59-83ad-4ca9-ac12-711f58307107 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2e71feb5-bb01-46f5-90d5-904dcbe6e748 HTTP/1.1" status: 204  len: 168 time: 1.1857076
Nov 19 20:45:45.266822 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3d47a255-bcd7-43ce-b3aa-55d4becaf656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:45.270815 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3d47a255-bcd7-43ce-b3aa-55d4becaf656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:45.308214 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f514200f-8998-4513-b885-138077c80f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:45.326538 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-3d47a255-bcd7-43ce-b3aa-55d4becaf656 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=955bc7c9d56247ad8232c9025536d683&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4460235
Nov 19 20:45:45.327935 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 59502) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:45.404134 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47a255-bcd7-43ce-b3aa-55d4becaf656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97921b46-b97c-4bb0-bf3f-b791abff222e,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:45.408587 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3d47a255-bcd7-43ce-b3aa-55d4becaf656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:45.446370 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-870dfc1e-bbd7-43b6-8183-c75fe15fa581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:45.467865 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 59510) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:45.473189 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7fe4a7e7-2290-416b-b293-a9cdf8ff8bbd req-1dce5fb1-d6d5-411e-a4cb-9ec0c0195ffa tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2863405
Nov 19 20:45:45.517900 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-870dfc1e-bbd7-43b6-8183-c75fe15fa581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:45.527635 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-1614edef-c8d2-47da-8bd9-1333c02aaf3d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0e70cd32a7cd4433a38a95d18f320bf8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0565696
Nov 19 20:45:45.528106 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 59514) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:45.600760 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a32f01ef-6c1f-4cab-918d-2679f5a96caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:45.607173 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-870dfc1e-bbd7-43b6-8183-c75fe15fa581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:45.612729 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a1dec2c7-3af9-46a8-af35-89f4778b2470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:45.627911 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0d95f-c839-47d3-8e13-85216ae40e06 req-a9abad13-177a-458c-b95a-49a72d00775a tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:45.629785 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-20e0d95f-c839-47d3-8e13-85216ae40e06 req-a9abad13-177a-458c-b95a-49a72d00775a tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 944 time: 0.1852405
Nov 19 20:45:45.632459 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870dfc1e-bbd7-43b6-8183-c75fe15fa581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97921b46-b97c-4bb0-bf3f-b791abff222e,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:45.637651 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-870dfc1e-bbd7-43b6-8183-c75fe15fa581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:45.642600 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a32f01ef-6c1f-4cab-918d-2679f5a96caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:45.657989 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-870dfc1e-bbd7-43b6-8183-c75fe15fa581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:45.659205 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-870dfc1e-bbd7-43b6-8183-c75fe15fa581 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97921b46-b97c-4bb0-bf3f-b791abff222e HTTP/1.1" status: 204  len: 168 time: 0.3234673
Nov 19 20:45:45.690178 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-20e0d95f-c839-47d3-8e13-85216ae40e06 req-789cf29b-1337-4d12-b4b3-4c4db732db88 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505824
Nov 19 20:45:45.707215 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a32f01ef-6c1f-4cab-918d-2679f5a96caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:45.713131 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7b8be3bd-3437-4fae-b24a-282a7f4dd0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:45.726240 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f01ef-6c1f-4cab-918d-2679f5a96caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13bfdbe-0791-49cf-9e39-4115b74e1230,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:45.742033 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a32f01ef-6c1f-4cab-918d-2679f5a96caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:45.745407 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a32f01ef-6c1f-4cab-918d-2679f5a96caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:45.749778 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a32f01ef-6c1f-4cab-918d-2679f5a96caf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a13bfdbe-0791-49cf-9e39-4115b74e1230 HTTP/1.1" status: 204  len: 168 time: 0.2176793
Nov 19 20:45:45.855430 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 59532) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:45.879572 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-23e2c3f1-b286-4bb3-95ea-02fb8f507db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:45.918582 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-23e2c3f1-b286-4bb3-95ea-02fb8f507db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:45:45.922862 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-23e2c3f1-b286-4bb3-95ea-02fb8f507db9 admin admin] Usage tracker for resource:security_group_rule and tenant:3f0d2392a09449ffbe98d419df0da398 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:45:45.926124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-23e2c3f1-b286-4bb3-95ea-02fb8f507db9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:45:45.931962 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-23e2c3f1-b286-4bb3-95ea-02fb8f507db9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:45:46.011904 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-23e2c3f1-b286-4bb3-95ea-02fb8f507db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:46.014902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-23e2c3f1-b286-4bb3-95ea-02fb8f507db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:46.024869 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:46.074500 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-23e2c3f1-b286-4bb3-95ea-02fb8f507db9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f0d2392a09449ffbe98d419df0da398&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2175829
Nov 19 20:45:46.074966 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 59538) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:46.075325 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2c3f1-b286-4bb3-95ea-02fb8f507db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb514d94-b4b2-427b-b4bd-885f2c20f5c1,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:46.078799 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-23e2c3f1-b286-4bb3-95ea-02fb8f507db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:46.114778 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 59544) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:46.136440 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a6784e71-8d9f-4ed1-88e2-9816705ca4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:46.158765 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c3b4-a938-4e63-bfb8-033515d1561f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:46.174578 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-a6784e71-8d9f-4ed1-88e2-9816705ca4ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:45:46.178875 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-a6784e71-8d9f-4ed1-88e2-9816705ca4ff admin admin] Usage tracker for resource:security_group_rule and tenant:c218d197fcb848f6b17be090546b1125 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:45:46.182257 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-a6784e71-8d9f-4ed1-88e2-9816705ca4ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:45:46.189801 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-a6784e71-8d9f-4ed1-88e2-9816705ca4ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:45:46.192282 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c3b4-a938-4e63-bfb8-033515d1561f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:46.246787 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c3b4-a938-4e63-bfb8-033515d1561f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:46.253588 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-82df40a0-2f0a-4140-b46a-30e753207b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:46.267296 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cfb0c3b4-a938-4e63-bfb8-033515d1561f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:46.270912 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-cfb0c3b4-a938-4e63-bfb8-033515d1561f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb514d94-b4b2-427b-b4bd-885f2c20f5c1 HTTP/1.1" status: 204  len: 168 time: 0.1917717
Nov 19 20:45:46.271068 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0c3b4-a938-4e63-bfb8-033515d1561f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb514d94-b4b2-427b-b4bd-885f2c20f5c1,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:46.273958 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-cfb0c3b4-a938-4e63-bfb8-033515d1561f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:46.276192 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a6784e71-8d9f-4ed1-88e2-9816705ca4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:46.290636 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a6784e71-8d9f-4ed1-88e2-9816705ca4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:46.311235 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:46.364974 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6784e71-8d9f-4ed1-88e2-9816705ca4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1248894-5c60-4535-8bcf-ba978bd6ffd3,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:46.368640 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a6784e71-8d9f-4ed1-88e2-9816705ca4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:46.373662 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a6784e71-8d9f-4ed1-88e2-9816705ca4ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c218d197fcb848f6b17be090546b1125&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2548690
Nov 19 20:45:46.374227 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 59552) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:46.438526 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 59556) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:46.455245 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-48d42667-90a9-4be3-956f-9542a3e3d72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:46.486196 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-48d42667-90a9-4be3-956f-9542a3e3d72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:46.501754 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-bc4203df-d826-43af-b773-c968961abbf4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=adc3f3f92be34abebda67d48e78f3cff&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0612147
Nov 19 20:45:46.504473 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 59560) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:46.539772 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-48d42667-90a9-4be3-956f-9542a3e3d72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:46.545089 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a75c7485-477d-4197-b57a-10c3ee722cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:46.566562 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-48d42667-90a9-4be3-956f-9542a3e3d72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:46.570237 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-48d42667-90a9-4be3-956f-9542a3e3d72f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1248894-5c60-4535-8bcf-ba978bd6ffd3 HTTP/1.1" status: 204  len: 168 time: 0.1924160
Nov 19 20:45:46.570237 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d42667-90a9-4be3-956f-9542a3e3d72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1248894-5c60-4535-8bcf-ba978bd6ffd3,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:46.572973 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-48d42667-90a9-4be3-956f-9542a3e3d72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:46.577634 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f3aea1b7-948e-4ea5-8aec-78eb443be8c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:46.615249 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f3aea1b7-948e-4ea5-8aec-78eb443be8c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:46.692245 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f3aea1b7-948e-4ea5-8aec-78eb443be8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:46.704018 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:46.717655 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aea1b7-948e-4ea5-8aec-78eb443be8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3e9bbf-5d4b-48ce-82cc-3170a6888892,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:46.720954 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f3aea1b7-948e-4ea5-8aec-78eb443be8c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:46.745228 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f3aea1b7-948e-4ea5-8aec-78eb443be8c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:46.752751 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-f3aea1b7-948e-4ea5-8aec-78eb443be8c8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb3e9bbf-5d4b-48ce-82cc-3170a6888892 HTTP/1.1" status: 204  len: 168 time: 0.2470300
Nov 19 20:45:46.769397 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa2f1d-55c7-4880-9eee-1fa5b4a8caf1 req-c5fc5389-b0e9-4657-9cbb-90fcdbda567f tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:46.771270 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-54aa2f1d-55c7-4880-9eee-1fa5b4a8caf1 req-c5fc5389-b0e9-4657-9cbb-90fcdbda567f tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.1068714
Nov 19 20:45:46.837970 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-54aa2f1d-55c7-4880-9eee-1fa5b4a8caf1 req-2215f9a7-4457-4262-9069-d1052471cfaf tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601227
Nov 19 20:45:46.978947 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e04bc1-c778-4e8a-b2cd-c3fc8b6da5fd req-1ea94fb3-a57a-40eb-b36a-4a5fc87ff973 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:46.980705 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e9e04bc1-c778-4e8a-b2cd-c3fc8b6da5fd req-1ea94fb3-a57a-40eb-b36a-4a5fc87ff973 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 944 time: 0.1229210
Nov 19 20:45:47.047011 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e9e04bc1-c778-4e8a-b2cd-c3fc8b6da5fd req-984624c1-4722-4194-8cf7-2de697d353bc tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596287
Nov 19 20:45:48.125203 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a38f0-2c31-4ce7-aea9-7ef527f8a920 req-c6dd3787-c25f-40a5-a55c-d212d7e61c93 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:48.128702 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3e3a38f0-2c31-4ce7-aea9-7ef527f8a920 req-c6dd3787-c25f-40a5-a55c-d212d7e61c93 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.1361110
Nov 19 20:45:48.227489 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 884239c0-85cc-47f3-9f3f-eef0c3789764 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:45:48.228188 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3e3a38f0-2c31-4ce7-aea9-7ef527f8a920 req-0a59b453-dd40-4e79-a1d5-be7899868f9e tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902708
Nov 19 20:45:48.329469 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d663f-16ba-4fe5-8841-bdf3c2a00b3c req-4e5b77f2-7bd0-4306-bc2d-7073926d78a7 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:48.331174 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d17d663f-16ba-4fe5-8841-bdf3c2a00b3c req-4e5b77f2-7bd0-4306-bc2d-7073926d78a7 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 944 time: 0.1311452
Nov 19 20:45:48.346696 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning for port 884239c0-85cc-47f3-9f3f-eef0c3789764 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:45:48.352630 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 884239c0-85cc-47f3-9f3f-eef0c3789764 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:45:48.353213 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:48.390073 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d17d663f-16ba-4fe5-8841-bdf3c2a00b3c req-bbd41144-0b6f-4752-a8c0-46cf463a5d4c tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503809
Nov 19 20:45:48.549114 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:48.586171 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port 884239c0-85cc-47f3-9f3f-eef0c3789764, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=884239c0-85cc-47f3-9f3f-eef0c3789764,segment=NetworkSegment(1631c808-525d-4114-a0fd-3928fbc2f5e0),segment_id=1631c808-525d-4114-a0fd-3928fbc2f5e0)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:45:48.587549 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21da2b8-bde4-4a91-acb2-6b5123ff09f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884239c0-85cc-47f3-9f3f-eef0c3789764'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:45:48.594296 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:48.596611 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:48.695384 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21da2b8-bde4-4a91-acb2-6b5123ff09f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884239c0-85cc-47f3-9f3f-eef0c3789764', 'code': 200}
Nov 19 20:45:48.716319 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=884239c0-85cc-47f3-9f3f-eef0c3789764,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:48.725487 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:49.143512 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-571c26a9-3f0c-4768-ba75-a91de8384a11 req-787a0022-12fc-49e7-81cc-af74476fb15c service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 1163 time: 0.1047726
Nov 19 20:45:49.246637 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-571c26a9-3f0c-4768-ba75-a91de8384a11 req-f654250a-0468-46b4-a939-1c77afb3345f service neutron] Synchronizing usage tracker for tenant:a6343be9ff3f48d59f6a593c6eaed272 on resource:security_group {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:45:49.284843 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-571c26a9-3f0c-4768-ba75-a91de8384a11 req-f654250a-0468-46b4-a939-1c77afb3345f service neutron] Unset dirty status for tenant:a6343be9ff3f48d59f6a593c6eaed272 on resource:security_group {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:45:49.286113 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-571c26a9-3f0c-4768-ba75-a91de8384a11 req-f654250a-0468-46b4-a939-1c77afb3345f service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272299
Nov 19 20:45:49.287056 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:45:49.383158 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:45:49.384276 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:49.552800 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 884239c0-85cc-47f3-9f3f-eef0c3789764 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:45:49.587771 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f522299-f9bf-4e62-9808-fe30e3875a33 req-d3f778e9-901c-499e-aff3-e6becfe84cff tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:49.604036 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5f522299-f9bf-4e62-9808-fe30e3875a33 req-d3f778e9-901c-499e-aff3-e6becfe84cff tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.1373322
Nov 19 20:45:49.636444 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 884239c0-85cc-47f3-9f3f-eef0c3789764 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:45:49.636994 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:49.748056 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5f522299-f9bf-4e62-9808-fe30e3875a33 req-c5abac7f-a47b-487e-bce4-3512bbb2ddb8 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426778
Nov 19 20:45:49.829524 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ac16b-d5cf-4cfe-aedc-657ada32a27e req-cd7e6c3b-aa47-47b9-88b5-95645cf32784 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:49.831166 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c33ac16b-d5cf-4cfe-aedc-657ada32a27e req-cd7e6c3b-aa47-47b9-88b5-95645cf32784 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 946 time: 0.1458735
Nov 19 20:45:49.890038 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c33ac16b-d5cf-4cfe-aedc-657ada32a27e req-78f832f8-f0bb-4360-9987-3a16f0dbe27e tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522404
Nov 19 20:45:50.994661 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bde73-6525-4f90-bc81-96233e4e811f req-45df4036-1735-44d7-8df0-de4b25068526 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:50.996936 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a41bde73-6525-4f90-bc81-96233e4e811f req-45df4036-1735-44d7-8df0-de4b25068526 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.0947666
Nov 19 20:45:51.105561 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a41bde73-6525-4f90-bc81-96233e4e811f req-d33a3217-9731-4c62-8e0c-a4270baac9a9 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012836
Nov 19 20:45:51.149449 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:45:51.250827 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:45:51.251415 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:51.282383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37c534-3b98-4405-8e6d-4343b7c9d634 req-a7c8da18-9caa-4763-adde-f1e379894040 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:51.284399 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2b37c534-3b98-4405-8e6d-4343b7c9d634 req-a7c8da18-9caa-4763-adde-f1e379894040 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 946 time: 0.1626620
Nov 19 20:45:51.388929 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2b37c534-3b98-4405-8e6d-4343b7c9d634 req-eec2c3d0-54e8-4905-94db-3dfd71f0e5da tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981035
Nov 19 20:45:52.333387 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d9d9f-362c-454d-823b-598fcf79c38a req-36cc7387-2d16-4276-b1e0-605568ef5832 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:52.335015 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-006d9d9f-362c-454d-823b-598fcf79c38a req-36cc7387-2d16-4276-b1e0-605568ef5832 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.0870826
Nov 19 20:45:52.384123 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-006d9d9f-362c-454d-823b-598fcf79c38a req-34b37104-68be-401d-b901-c3a5db7fdd9a tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425406
Nov 19 20:45:52.617128 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1b02e-2229-4fc1-b3c6-4226b01de15b req-7a1bb2c5-ca3e-4b2a-8456-ff43fcd5d569 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:52.619016 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-23e1b02e-2229-4fc1-b3c6-4226b01de15b req-7a1bb2c5-ca3e-4b2a-8456-ff43fcd5d569 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 946 time: 0.0831959
Nov 19 20:45:52.665696 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 59854) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:52.669213 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-23e1b02e-2229-4fc1-b3c6-4226b01de15b req-28cf319e-fdb9-4101-8909-98074b4bf578 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428648
Nov 19 20:45:52.832738 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dc3808c7-471a-4440-ad4f-259630279ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:52.870275 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-dc3808c7-471a-4440-ad4f-259630279ddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:45:52.874553 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-dc3808c7-471a-4440-ad4f-259630279ddb admin admin] Usage tracker for resource:security_group_rule and tenant:4461799c3b1f4b2c94c9ec06eddefaa3 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:45:52.877729 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-dc3808c7-471a-4440-ad4f-259630279ddb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:45:52.883757 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-dc3808c7-471a-4440-ad4f-259630279ddb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:45:52.953524 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dc3808c7-471a-4440-ad4f-259630279ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:52.957364 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dc3808c7-471a-4440-ad4f-259630279ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:52.965894 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1043d71b-cfe7-4db6-a986-cd9d1a440ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:53.009210 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3808c7-471a-4440-ad4f-259630279ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe0d557-2db4-4893-9436-94ffb799c8d3,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:53.013164 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-dc3808c7-471a-4440-ad4f-259630279ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:53.019000 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-dc3808c7-471a-4440-ad4f-259630279ddb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4461799c3b1f4b2c94c9ec06eddefaa3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3493271
Nov 19 20:45:53.021055 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 59868) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:53.090477 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-22a0f523-035d-4c4a-95f3-5a303251ea9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:53.119174 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-22a0f523-035d-4c4a-95f3-5a303251ea9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:53.167639 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-22a0f523-035d-4c4a-95f3-5a303251ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:53.174571 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-cd9729f4-1be3-4385-a7cd-37e9a82daf96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:53.195653 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0f523-035d-4c4a-95f3-5a303251ea9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe0d557-2db4-4893-9436-94ffb799c8d3,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:53.198828 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-22a0f523-035d-4c4a-95f3-5a303251ea9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:53.200889 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-22a0f523-035d-4c4a-95f3-5a303251ea9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:53.202091 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-22a0f523-035d-4c4a-95f3-5a303251ea9c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffe0d557-2db4-4893-9436-94ffb799c8d3 HTTP/1.1" status: 204  len: 168 time: 0.1798477
Nov 19 20:45:53.544020 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 59882) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:53.603415 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d916fb-9b3f-4228-bb38-f8e6d019a5ef req-19f49e5c-873b-42dc-a084-77600000f236 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:53.605155 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50d916fb-9b3f-4228-bb38-f8e6d019a5ef req-19f49e5c-873b-42dc-a084-77600000f236 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.0913897
Nov 19 20:45:53.657212 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50d916fb-9b3f-4228-bb38-f8e6d019a5ef req-42324fca-fc41-4178-b466-fc437a3de86f tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455782
Nov 19 20:45:53.737412 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:53.772739 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:45:53.776887 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Usage tracker for resource:security_group_rule and tenant:1e68c2addb784a879c8086edf13a223e is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:45:53.779946 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:45:53.785880 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:45:53.858999 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:53.862843 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:53.870927 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-dc3808c7-471a-4440-ad4f-259630279ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:53.914847 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065f9674-d3e5-49f2-b6ea-2fc268199733,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:53.921124 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e68c2addb784a879c8086edf13a223e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3759334
Nov 19 20:45:53.923880 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 59894) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:53.938732 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.939170 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.939548 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.939943 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.940358 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.940816 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.941208 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.941601 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.942016 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.942402 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.942785 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.943165 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.943589 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.943972 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.944353 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.944732 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.945111 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.945492 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.945902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.946282 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.946665 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.947043 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.947421 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.947798 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:45:53.965612 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:54.008230 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8160-ad3b-4bdd-9c8c-2579dad6cb91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:54.036274 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8160-ad3b-4bdd-9c8c-2579dad6cb91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:54.079979 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8160-ad3b-4bdd-9c8c-2579dad6cb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:54.084836 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3d47a255-bcd7-43ce-b3aa-55d4becaf656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:54.098864 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a8160-ad3b-4bdd-9c8c-2579dad6cb91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065f9674-d3e5-49f2-b6ea-2fc268199733,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:54.101596 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5e4a8160-ad3b-4bdd-9c8c-2579dad6cb91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:54.102778 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8160-ad3b-4bdd-9c8c-2579dad6cb91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:54.104333 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-5e4a8160-ad3b-4bdd-9c8c-2579dad6cb91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/065f9674-d3e5-49f2-b6ea-2fc268199733 HTTP/1.1" status: 204  len: 168 time: 0.1772361
Nov 19 20:45:54.872620 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2a0ec-bf73-4698-b308-23e3b38f7705 req-d42bc210-1047-4bd9-b725-b92265e0e4f9 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:54.875195 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d4d2a0ec-bf73-4698-b308-23e3b38f7705 req-d42bc210-1047-4bd9-b725-b92265e0e4f9 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.0858486
Nov 19 20:45:54.943435 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d4d2a0ec-bf73-4698-b308-23e3b38f7705 req-f0e406ff-9b9e-4a1d-ae1d-caf584a569ba tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569885
Nov 19 20:45:55.927769 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3425f545-4205-47fd-8347-c63be3874485 req-185f9110-2bc1-4778-8895-24eae80a609d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0789900
Nov 19 20:45:56.238951 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3425f545-4205-47fd-8347-c63be3874485 req-3abebcfa-534c-4d9a-8fc6-941939dc3017 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=815c1f905e754bd799b86d9adaab1030&device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 1162 time: 0.1686001
Nov 19 20:45:56.253166 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88510fda-ec6f-43ae-98e6-610aa30a59c0 req-81ca78ef-9c67-4b73-8092-52dd75f47e16 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:56.253166 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-88510fda-ec6f-43ae-98e6-610aa30a59c0 req-81ca78ef-9c67-4b73-8092-52dd75f47e16 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.1371396
Nov 19 20:45:56.390073 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-88510fda-ec6f-43ae-98e6-610aa30a59c0 req-1b3f4181-e564-44c2-84d9-c4b537642b5c tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345873
Nov 19 20:45:56.432578 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425f545-4205-47fd-8347-c63be3874485 req-56253439-3aaa-47dc-9147-5664a2adab6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:56.434233 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3425f545-4205-47fd-8347-c63be3874485 req-56253439-3aaa-47dc-9147-5664a2adab6b service neutron] 10.222.0.27 "GET /v2.0/networks?id=0a113bd1-778c-4e88-acd2-a1595854211f HTTP/1.1" status: 200  len: 913 time: 0.1621165
Nov 19 20:45:56.519058 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3425f545-4205-47fd-8347-c63be3874485 req-9103edd4-fdf7-416b-ad9b-b1dc837384fa service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1187132f-618d-44e8-a573-bb39dc060563 HTTP/1.1" status: 200  len: 217 time: 0.0740511
Nov 19 20:45:56.589632 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425f545-4205-47fd-8347-c63be3874485 req-2990544a-b7ea-4bec-b0f3-8209f2176023 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:56.591306 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3425f545-4205-47fd-8347-c63be3874485 req-2990544a-b7ea-4bec-b0f3-8209f2176023 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab1e6561-e749-40d7-a5a9-de196eaf5e63 HTTP/1.1" status: 200  len: 859 time: 0.0654190
Nov 19 20:45:56.646821 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3425f545-4205-47fd-8347-c63be3874485 req-ebd69066-fc84-4b74-bf10-3580f532fbe7 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0a113bd1-778c-4e88-acd2-a1595854211f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490372
Nov 19 20:45:56.800349 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3425f545-4205-47fd-8347-c63be3874485 req-f38d04ad-20e3-4105-a387-a97bcc602a44 service neutron] 10.222.0.27 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454289
Nov 19 20:45:56.946929 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3425f545-4205-47fd-8347-c63be3874485 req-37ab49f3-8f81-42b7-a220-c646aa4ad221 service neutron] 10.222.0.27 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1386261
Nov 19 20:45:57.534907 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6f5f5031-714a-4113-9912-4a41fe644133 req-eedaf008-656d-477c-b4f5-5c1a6d0b654a service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 1162 time: 0.0870430
Nov 19 20:45:57.658194 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6f5f5031-714a-4113-9912-4a41fe644133 req-4756d8ee-1033-4947-aac1-0c5e1cd68770 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771313
Nov 19 20:45:57.687805 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad324b7f-6014-4253-a678-5fcbad22a53e req-0f0b5189-8cc2-4ad6-840e-397786db5de5 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:57.690221 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ad324b7f-6014-4253-a678-5fcbad22a53e req-0f0b5189-8cc2-4ad6-840e-397786db5de5 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.1516798
Nov 19 20:45:57.741243 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ad324b7f-6014-4253-a678-5fcbad22a53e req-df9b1309-f100-425f-b43d-6f8c84f15631 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450625
Nov 19 20:45:58.538319 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 60050) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:58.699597 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-566846dd-2885-4490-aa06-e8f83c8a67d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:58.734665 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-566846dd-2885-4490-aa06-e8f83c8a67d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:45:58.740387 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-566846dd-2885-4490-aa06-e8f83c8a67d9 admin admin] Usage tracker for resource:security_group_rule and tenant:27687e49245d45258b04ce7b2292d346 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:45:58.743490 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-566846dd-2885-4490-aa06-e8f83c8a67d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:45:58.750812 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-566846dd-2885-4490-aa06-e8f83c8a67d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:45:58.820278 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-566846dd-2885-4490-aa06-e8f83c8a67d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:58.823379 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-566846dd-2885-4490-aa06-e8f83c8a67d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:58.837805 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-78a84889-9259-47d8-8e0a-92d5001e7b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:58.875134 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-566846dd-2885-4490-aa06-e8f83c8a67d9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=27687e49245d45258b04ce7b2292d346&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3355176
Nov 19 20:45:58.878006 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 60060) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:45:58.895574 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566846dd-2885-4490-aa06-e8f83c8a67d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0d6c81-3902-4818-b8a9-6c12c646f135,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:58.900788 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-566846dd-2885-4490-aa06-e8f83c8a67d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:58.948206 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d80d-e125-436a-a794-72f85cae0136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:58.977133 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d80d-e125-436a-a794-72f85cae0136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:58.977552 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67e5fc-a73f-4b56-b56c-5ddb70e75510 req-de0a39fc-16a4-423c-87de-acd3a2b492b8 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:45:58.980141 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ed67e5fc-a73f-4b56-b56c-5ddb70e75510 req-de0a39fc-16a4-423c-87de-acd3a2b492b8 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.0947721
Nov 19 20:45:59.023809 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d80d-e125-436a-a794-72f85cae0136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:59.030924 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-df0e66d4-c530-46ba-844b-e726c18788e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:45:59.032352 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ed67e5fc-a73f-4b56-b56c-5ddb70e75510 req-9644af51-d212-483e-9527-9503076dc823 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443323
Nov 19 20:45:59.045895 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d5e6d80d-e125-436a-a794-72f85cae0136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:45:59.047802 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-d5e6d80d-e125-436a-a794-72f85cae0136 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4d0d6c81-3902-4818-b8a9-6c12c646f135 HTTP/1.1" status: 204  len: 168 time: 0.1688898
Nov 19 20:45:59.051308 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6d80d-e125-436a-a794-72f85cae0136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0d6c81-3902-4818-b8a9-6c12c646f135,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:45:59.054130 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d5e6d80d-e125-436a-a794-72f85cae0136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:45:59.075093 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:00.274146 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629ed2e-37db-4714-8dee-cf19d35b89de req-62cc7446-abe2-4165-98c4-2977606bdbd7 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:00.275834 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2629ed2e-37db-4714-8dee-cf19d35b89de req-62cc7446-abe2-4165-98c4-2977606bdbd7 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.0951223
Nov 19 20:46:00.331896 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2629ed2e-37db-4714-8dee-cf19d35b89de req-8f49e90b-000d-4806-a6c6-bde20231cc72 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488365
Nov 19 20:46:00.560199 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39468857-ad77-4fd6-a225-742937a7364f req-01951906-ec6c-42ff-8f93-eab8feeab1b7 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:00.562217 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-39468857-ad77-4fd6-a225-742937a7364f req-01951906-ec6c-42ff-8f93-eab8feeab1b7 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0946755
Nov 19 20:46:00.627733 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-39468857-ad77-4fd6-a225-742937a7364f req-a510815c-600b-4ac9-8615-ea7aa23b45b1 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570426
Nov 19 20:46:01.344137 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 60164) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:01.510289 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-293f2a62-6d74-4d17-9451-f7309827a385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:01.549588 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-293f2a62-6d74-4d17-9451-f7309827a385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:01.554110 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-293f2a62-6d74-4d17-9451-f7309827a385 admin admin] Usage tracker for resource:security_group_rule and tenant:44faa06f7ed24e148a932b10585af448 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:46:01.558078 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-293f2a62-6d74-4d17-9451-f7309827a385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:46:01.566122 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-293f2a62-6d74-4d17-9451-f7309827a385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:01.640071 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-293f2a62-6d74-4d17-9451-f7309827a385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:01.643322 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-293f2a62-6d74-4d17-9451-f7309827a385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:01.659197 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9fd1c632-bfd7-43dd-ab18-0b6aab59222b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:01.702759 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-293f2a62-6d74-4d17-9451-f7309827a385 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44faa06f7ed24e148a932b10585af448&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3548157
Nov 19 20:46:01.702759 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f2a62-6d74-4d17-9451-f7309827a385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a67fc57-8f80-435a-902a-db738444d5ce,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:01.703984 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 60198) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:01.704266 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-293f2a62-6d74-4d17-9451-f7309827a385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:01.783641 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:01.816187 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:01.871191 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:01.876843 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ba5f8aed-213e-410e-afbb-fefcf86dc6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:01.888687 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a67fc57-8f80-435a-902a-db738444d5ce,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:01.904410 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:01.909194 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a67fc57-8f80-435a-902a-db738444d5ce HTTP/1.1" status: 204  len: 168 time: 0.2041330
Nov 19 20:46:01.912812 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.913405 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.914053 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.914628 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.915414 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.916175 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.916757 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.917322 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.917931 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.918509 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.919267 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.919867 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.921698 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.922547 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.923137 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.924403 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.924914 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.925426 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.926095 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.926598 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.927094 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.927590 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.928097 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.928590 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:01.933009 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:02.838790 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7bdfe925-7921-4e82-83bf-3247bbea741c req-bd574cfd-e962-4cd6-a412-305c7283583b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=815c1f905e754bd799b86d9adaab1030&device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 1162 time: 0.0894430
Nov 19 20:46:02.868358 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb3570-507a-4a80-bb73-c8f3fde383ab req-2af24b88-bc1c-46cc-a981-26ac7ad589ed tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:02.876025 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4fcb3570-507a-4a80-bb73-c8f3fde383ab req-2af24b88-bc1c-46cc-a981-26ac7ad589ed tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0963473
Nov 19 20:46:02.931736 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4fcb3570-507a-4a80-bb73-c8f3fde383ab req-6d539507-cf94-4b97-915a-9704dd9cee1c tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546994
Nov 19 20:46:03.024530 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfe925-7921-4e82-83bf-3247bbea741c req-d95216c9-dcc9-4efa-93b3-1cbcab372572 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:03.026672 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7bdfe925-7921-4e82-83bf-3247bbea741c req-d95216c9-dcc9-4efa-93b3-1cbcab372572 service neutron] 10.222.0.27 "GET /v2.0/networks?id=0a113bd1-778c-4e88-acd2-a1595854211f HTTP/1.1" status: 200  len: 913 time: 0.1782115
Nov 19 20:46:03.130577 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7bdfe925-7921-4e82-83bf-3247bbea741c req-d37ce42a-b0c7-412e-8c3f-e0ca81ddb067 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1187132f-618d-44e8-a573-bb39dc060563 HTTP/1.1" status: 200  len: 217 time: 0.0943825
Nov 19 20:46:03.251437 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfe925-7921-4e82-83bf-3247bbea741c req-c13bdb37-c8c5-468e-b002-aa762b3b432b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:03.253217 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7bdfe925-7921-4e82-83bf-3247bbea741c req-c13bdb37-c8c5-468e-b002-aa762b3b432b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab1e6561-e749-40d7-a5a9-de196eaf5e63 HTTP/1.1" status: 200  len: 859 time: 0.1120014
Nov 19 20:46:03.328393 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7bdfe925-7921-4e82-83bf-3247bbea741c req-b1db8b6b-35b9-4988-9d59-c0f4f5909626 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0a113bd1-778c-4e88-acd2-a1595854211f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0546191
Nov 19 20:46:03.480042 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7bdfe925-7921-4e82-83bf-3247bbea741c req-a352958d-176e-4c62-8f13-6a25dfb141e2 service neutron] 10.222.0.27 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444535
Nov 19 20:46:03.626281 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7bdfe925-7921-4e82-83bf-3247bbea741c req-7b0f344f-a583-4e81-a9db-54b81bf2a9a7 service neutron] 10.222.0.27 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390190
Nov 19 20:46:04.160329 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1346d9-fe18-443a-9e3a-02ad0fe03024 req-baaf29ed-4d89-4ab2-ad4f-fb9c5696a7a6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:04.163695 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-af1346d9-fe18-443a-9e3a-02ad0fe03024 req-baaf29ed-4d89-4ab2-ad4f-fb9c5696a7a6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0918386
Nov 19 20:46:04.240058 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-af1346d9-fe18-443a-9e3a-02ad0fe03024 req-1d461d43-84ce-4fbb-9041-9f7e4ace3284 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700932
Nov 19 20:46:04.313094 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 60324) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:04.621657 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b842affd-7232-4c7f-96cd-e3385deb82fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:04.671150 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-b842affd-7232-4c7f-96cd-e3385deb82fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:04.684650 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-b842affd-7232-4c7f-96cd-e3385deb82fc admin admin] Usage tracker for resource:security_group_rule and tenant:5dca2da206b54ea2834b96f64492c14f is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:46:04.696762 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-b842affd-7232-4c7f-96cd-e3385deb82fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:46:04.696762 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-b842affd-7232-4c7f-96cd-e3385deb82fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:04.775111 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b842affd-7232-4c7f-96cd-e3385deb82fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:04.778500 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b842affd-7232-4c7f-96cd-e3385deb82fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:04.786986 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ae3bbe77-7d49-4b2e-b57f-1680fc3271a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:04.832194 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842affd-7232-4c7f-96cd-e3385deb82fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9caa5a10-a0f5-4e1f-ad70-297da8731487,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:04.835802 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b842affd-7232-4c7f-96cd-e3385deb82fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:04.841057 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-b842affd-7232-4c7f-96cd-e3385deb82fc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5dca2da206b54ea2834b96f64492c14f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5245540
Nov 19 20:46:04.842268 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 60362) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:04.909424 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d8e707bc-3a28-4cdc-9b0b-d8f59f11dfcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:04.938870 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d8e707bc-3a28-4cdc-9b0b-d8f59f11dfcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:04.985409 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d8e707bc-3a28-4cdc-9b0b-d8f59f11dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:04.992140 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ae45d0a8-805a-4bf3-bcfc-24d02e0e1e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:05.007408 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d8e707bc-3a28-4cdc-9b0b-d8f59f11dfcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:05.010319 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-d8e707bc-3a28-4cdc-9b0b-d8f59f11dfcd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9caa5a10-a0f5-4e1f-ad70-297da8731487 HTTP/1.1" status: 204  len: 168 time: 0.1678998
Nov 19 20:46:05.012195 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e707bc-3a28-4cdc-9b0b-d8f59f11dfcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caa5a10-a0f5-4e1f-ad70-297da8731487,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:05.031546 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d8e707bc-3a28-4cdc-9b0b-d8f59f11dfcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:05.415918 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 60380) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:05.759355 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 60396) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:05.793638 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e574ea51-dd58-4f05-95db-5eb12d421867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:05.835029 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-07b28ca6-5d94-4de9-bfff-038ff741d8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:05.850675 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c37d6af0-79d7-47ee-a862-6c8028fe65f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:05.870409 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-e574ea51-dd58-4f05-95db-5eb12d421867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:05.877711 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-e574ea51-dd58-4f05-95db-5eb12d421867 admin admin] Usage tracker for resource:security_group_rule and tenant:35b531574960473093ca3914843530ea is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:46:05.881024 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-e574ea51-dd58-4f05-95db-5eb12d421867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:46:05.887213 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-e574ea51-dd58-4f05-95db-5eb12d421867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:05.894764 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-c37d6af0-79d7-47ee-a862-6c8028fe65f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:05.903717 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-c37d6af0-79d7-47ee-a862-6c8028fe65f3 admin admin] Usage tracker for resource:security_group_rule and tenant:f6302f31aba84d74b17acd3895cf441c is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:46:05.906942 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-c37d6af0-79d7-47ee-a862-6c8028fe65f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:46:05.918601 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5a81c-4658-48d9-a9d9-7eebd8e51ad2 req-ac046bc2-4931-4db0-86f9-e02a4a8cc24d tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:05.922769 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-27a5a81c-4658-48d9-a9d9-7eebd8e51ad2 req-ac046bc2-4931-4db0-86f9-e02a4a8cc24d tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.3631153
Nov 19 20:46:05.928567 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-c37d6af0-79d7-47ee-a862-6c8028fe65f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:05.973288 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e574ea51-dd58-4f05-95db-5eb12d421867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:05.976580 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e574ea51-dd58-4f05-95db-5eb12d421867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:05.986836 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-23e2c3f1-b286-4bb3-95ea-02fb8f507db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:05.994117 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-27a5a81c-4658-48d9-a9d9-7eebd8e51ad2 req-c2f141c3-672f-4e28-988c-458d0a3a8265 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627666
Nov 19 20:46:06.037482 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e574ea51-dd58-4f05-95db-5eb12d421867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170a0c7c-67d1-40ea-a504-8e060bd5e682,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:06.042438 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-e574ea51-dd58-4f05-95db-5eb12d421867 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=35b531574960473093ca3914843530ea&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2816181
Nov 19 20:46:06.043343 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e574ea51-dd58-4f05-95db-5eb12d421867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:06.045071 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c37d6af0-79d7-47ee-a862-6c8028fe65f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:06.045197 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 60404) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:06.048837 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c37d6af0-79d7-47ee-a862-6c8028fe65f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:06.057373 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-201d47bf-685f-4bca-bd80-061faa955f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:06.106383 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-c37d6af0-79d7-47ee-a862-6c8028fe65f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f6302f31aba84d74b17acd3895cf441c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6879296
Nov 19 20:46:06.107277 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d6af0-79d7-47ee-a862-6c8028fe65f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12aa6a8-18bc-44b2-b059-19824127aa62,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:06.108343 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d8749c1b-5be1-4c6a-887b-5c73383b939d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:06.111548 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 60408) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:06.111708 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c37d6af0-79d7-47ee-a862-6c8028fe65f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:06.161097 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d8749c1b-5be1-4c6a-887b-5c73383b939d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:06.232785 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-850522ac-6c49-40bf-8fac-2043d2999ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:06.262550 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-850522ac-6c49-40bf-8fac-2043d2999ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:06.269219 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d8749c1b-5be1-4c6a-887b-5c73383b939d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:06.276921 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f3aea1b7-948e-4ea5-8aec-78eb443be8c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:06.299920 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8749c1b-5be1-4c6a-887b-5c73383b939d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170a0c7c-67d1-40ea-a504-8e060bd5e682,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:06.305178 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d8749c1b-5be1-4c6a-887b-5c73383b939d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:06.317419 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d8749c1b-5be1-4c6a-887b-5c73383b939d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:06.318705 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-d8749c1b-5be1-4c6a-887b-5c73383b939d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/170a0c7c-67d1-40ea-a504-8e060bd5e682 HTTP/1.1" status: 204  len: 168 time: 0.2727163
Nov 19 20:46:06.332112 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-850522ac-6c49-40bf-8fac-2043d2999ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:06.337080 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:06.350489 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850522ac-6c49-40bf-8fac-2043d2999ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12aa6a8-18bc-44b2-b059-19824127aa62,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:06.353612 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-850522ac-6c49-40bf-8fac-2043d2999ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:06.355602 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-850522ac-6c49-40bf-8fac-2043d2999ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:06.356845 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-850522ac-6c49-40bf-8fac-2043d2999ddd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e12aa6a8-18bc-44b2-b059-19824127aa62 HTTP/1.1" status: 204  len: 168 time: 0.2442811
Nov 19 20:46:06.798413 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 60438) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:06.821162 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3a7d23d5-b18f-4c73-a704-d082d907e9b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:06.866174 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-3a7d23d5-b18f-4c73-a704-d082d907e9b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:06.872953 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-3a7d23d5-b18f-4c73-a704-d082d907e9b9 admin admin] Usage tracker for resource:security_group_rule and tenant:bc6b767f66884e12b809cd4a86cf6265 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:46:06.877566 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-3a7d23d5-b18f-4c73-a704-d082d907e9b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:46:06.885458 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-3a7d23d5-b18f-4c73-a704-d082d907e9b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:06.972239 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3a7d23d5-b18f-4c73-a704-d082d907e9b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:06.976399 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3a7d23d5-b18f-4c73-a704-d082d907e9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:06.985382 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c25b024b-89c7-4921-a26b-9437bb380268 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:07.038432 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7d23d5-b18f-4c73-a704-d082d907e9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb35d1f2-403d-4e21-91f7-23188ffe09b4,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:07.044428 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3a7d23d5-b18f-4c73-a704-d082d907e9b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:07.051510 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-3a7d23d5-b18f-4c73-a704-d082d907e9b9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bc6b767f66884e12b809cd4a86cf6265&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2518966
Nov 19 20:46:07.053958 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 60456) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:07.137955 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d61d4739-3936-43cf-83a2-14f37ee8666a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:07.217668 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d61d4739-3936-43cf-83a2-14f37ee8666a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:07.282910 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d61d4739-3936-43cf-83a2-14f37ee8666a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:07.291561 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a32f01ef-6c1f-4cab-918d-2679f5a96caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:07.323450 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e37b24-d0fd-4d78-8cee-6c0477f33135 req-4b14b321-71fe-4b9b-8c46-6161a5afba90 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:07.331790 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d61d4739-3936-43cf-83a2-14f37ee8666a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:07.333047 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-d61d4739-3936-43cf-83a2-14f37ee8666a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bb35d1f2-403d-4e21-91f7-23188ffe09b4 HTTP/1.1" status: 204  len: 168 time: 0.2781065
Nov 19 20:46:07.333307 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-03e37b24-d0fd-4d78-8cee-6c0477f33135 req-4b14b321-71fe-4b9b-8c46-6161a5afba90 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.1049356
Nov 19 20:46:07.338462 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d4739-3936-43cf-83a2-14f37ee8666a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb35d1f2-403d-4e21-91f7-23188ffe09b4,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:07.341491 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d61d4739-3936-43cf-83a2-14f37ee8666a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:07.427848 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-03e37b24-d0fd-4d78-8cee-6c0477f33135 req-1c2f8859-74ab-4ae1-a69c-ba8ce4814c30 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931818
Nov 19 20:46:08.664463 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bba42d68-1e79-450b-9704-71dc26d7094a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:08.733348 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9a991-161e-412a-8591-48480928696c req-b42df48d-7d2c-4994-bdba-07580c2f3b6e tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:08.735165 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3ff9a991-161e-412a-8591-48480928696c req-b42df48d-7d2c-4994-bdba-07580c2f3b6e tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.1347625
Nov 19 20:46:08.827157 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:08.879847 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3ff9a991-161e-412a-8591-48480928696c req-d7e8c8fa-115d-4641-8268-11c871685437 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330903
Nov 19 20:46:09.783577 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:10.115831 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66842350-8264-4c29-b822-8cb5f62299f6 req-46cdc680-6f21-44d7-b505-0d99da91df0e tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:10.129766 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-66842350-8264-4c29-b822-8cb5f62299f6 req-46cdc680-6f21-44d7-b505-0d99da91df0e tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.1144648
Nov 19 20:46:10.151712 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:10.203394 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-66842350-8264-4c29-b822-8cb5f62299f6 req-1c7fccc7-8748-4beb-8909-39168259c623 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619431
Nov 19 20:46:11.423842 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe079-492e-4da4-9546-3890cb203d5e req-205f7501-0649-4699-8364-341415d048bf tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:11.425421 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-675fe079-492e-4da4-9546-3890cb203d5e req-205f7501-0649-4699-8364-341415d048bf tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0893416
Nov 19 20:46:11.477560 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-675fe079-492e-4da4-9546-3890cb203d5e req-d26b3925-7937-4993-b487-1982e392271d tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455992
Nov 19 20:46:12.256183 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-13639f17-94c4-4cfb-b68d-ef9a4c305119 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:12.257764 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-13639f17-94c4-4cfb-b68d-ef9a4c305119 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/networks?id=2ce3015e-7733-4848-848e-064d0fd6ea67 HTTP/1.1" status: 200  len: 815 time: 0.1546755
Nov 19 20:46:12.274942 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-241b7088-71eb-49e8-8ac5-615d8f37ae6a tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/quotas/e630c4b863fc4f05a67504f58217b092 HTTP/1.1" status: 200  len: 375 time: 0.0112679
Nov 19 20:46:12.356518 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-393e1bb5-a4d5-4fe4-8573-f1c6de875634 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?tenant_id=e630c4b863fc4f05a67504f58217b092&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0762324
Nov 19 20:46:12.501014 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-21fec565-9901-4bd5-b517-066b3ead2dd6 service neutron] 10.222.0.23 "GET /v2.0/networks/2ce3015e-7733-4848-848e-064d0fd6ea67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370275
Nov 19 20:46:12.642148 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-4f5c1c4b-858f-4843-a811-926f166b7983 service neutron] 10.222.0.23 "GET /v2.0/networks/2ce3015e-7733-4848-848e-064d0fd6ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1348827
Nov 19 20:46:12.939373 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558056b-3dc9-4570-a789-1208184706db req-50e15299-3b3c-48f1-9792-392825ad28a0 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:12.940988 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b558056b-3dc9-4570-a789-1208184706db req-50e15299-3b3c-48f1-9792-392825ad28a0 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0914860
Nov 19 20:46:12.994069 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b558056b-3dc9-4570-a789-1208184706db req-68acbe23-d936-460c-ae0e-12f7624593aa tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459652
Nov 19 20:46:13.113784 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9d31bbe2-d183-4a82-83c8-29917a1c7eb6 req-ffedfba1-27c8-4b2a-aebc-5dc93ab66d1c tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 210 time: 0.0468009
Nov 19 20:46:14.228926 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfe590-83dc-4c96-a380-ba78934ec0d1 req-ae41b890-959e-4874-9d59-56558eee5bec tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:14.230577 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4bcfe590-83dc-4c96-a380-ba78934ec0d1 req-ae41b890-959e-4874-9d59-56558eee5bec tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.1001124
Nov 19 20:46:14.281446 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4bcfe590-83dc-4c96-a380-ba78934ec0d1 req-d2ef67d5-b7e3-4dcd-a849-4139e745ad9e tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422349
Nov 19 20:46:14.440537 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7fdf5275-da6d-4a8a-8c97-74674edd3324 req-f28ce7e5-15b9-43cf-817a-939940463e85 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 210 time: 0.0449128
Nov 19 20:46:15.505842 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df6b09-1f1e-4730-bb5d-a4ea2c524ed3 req-17678df1-8c47-43f7-9e5e-d015e6a4b8d0 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:15.507407 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-31df6b09-1f1e-4730-bb5d-a4ea2c524ed3 req-17678df1-8c47-43f7-9e5e-d015e6a4b8d0 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0841701
Nov 19 20:46:15.554688 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-31df6b09-1f1e-4730-bb5d-a4ea2c524ed3 req-ed146fe4-b079-4378-909d-0ef232c2661d tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411756
Nov 19 20:46:15.712985 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5e2cfc45-e11a-47ab-9f70-0b0806d882ab req-962616f4-485c-43e4-970a-202a628d4d2a tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 210 time: 0.0462806
Nov 19 20:46:16.766149 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeb982-33bc-46fe-917e-8d7fff1d4884 req-5bf60743-f005-42b6-8c63-60eb58d429f3 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:16.769270 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-45aeb982-33bc-46fe-917e-8d7fff1d4884 req-5bf60743-f005-42b6-8c63-60eb58d429f3 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0864754
Nov 19 20:46:16.827716 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-45aeb982-33bc-46fe-917e-8d7fff1d4884 req-c4326291-fe93-4f42-a302-9bf966ad2654 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495315
Nov 19 20:46:16.898228 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-39a98ab7-7c08-4cab-88ef-0ecfa3ad516b req-96957d06-4195-44ca-a93d-87ab3b113c3f tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 210 time: 0.0502224
Nov 19 20:46:16.972006 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:46:17.804718 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-86f19787-9264-4e83-97fd-c1b755fa334b tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:17.806324 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-86f19787-9264-4e83-97fd-c1b755fa334b tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.27 "GET /v2.0/networks?id=2ce3015e-7733-4848-848e-064d0fd6ea67 HTTP/1.1" status: 200  len: 815 time: 0.3664958
Nov 19 20:46:18.001869 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-fcc6f2b4-4249-4190-9a2b-8ad63c19ae4d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Request body: {'port': {'device_id': 'a504de46-d1ef-49ec-8951-71670dbf2f94', 'network_id': '2ce3015e-7733-4848-848e-064d0fd6ea67', 'admin_state_up': True, 'tenant_id': 'e630c4b863fc4f05a67504f58217b092'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:46:18.178034 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec077148-d6c1-47af-88d4-01903746255f req-095477ea-febd-4461-946d-4bf79801e6c9 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:18.184496 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ec077148-d6c1-47af-88d4-01903746255f req-095477ea-febd-4461-946d-4bf79801e6c9 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.2249773
Nov 19 20:46:18.215361 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-fcc6f2b4-4249-4190-9a2b-8ad63c19ae4d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:18.224000 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b0ec5b6d-9443-4edd-8d95-9f50210bb3ef req-51a97626-6cdc-4556-a51a-0342321416a6 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 210 time: 0.0713844
Nov 19 20:46:18.237955 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-fcc6f2b4-4249-4190-9a2b-8ad63c19ae4d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:18.251038 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ec077148-d6c1-47af-88d4-01903746255f req-f8b7721a-83b0-4e19-94c5-6e940c99bb75 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650110
Nov 19 20:46:18.254343 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-fcc6f2b4-4249-4190-9a2b-8ad63c19ae4d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Made reservation on behalf of e630c4b863fc4f05a67504f58217b092 for: {'port': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:46:18.259816 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-fcc6f2b4-4249-4190-9a2b-8ad63c19ae4d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:18.580253 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-fcc6f2b4-4249-4190-9a2b-8ad63c19ae4d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Allocated IP 172.20.0.3 (2ce3015e-7733-4848-848e-064d0fd6ea67/61fe5f9f-aa74-4c90-822d-2b56b29c0b01/6be42986-7457-4426-8e3d-f5e7fde78b92) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:46:18.818943 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-fcc6f2b4-4249-4190-9a2b-8ad63c19ae4d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:18.846235 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-fcc6f2b4-4249-4190-9a2b-8ad63c19ae4d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:18.861605 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-40900e3b-baa4-4f3c-a25a-9aed876ecac4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:19.019991 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6f2b4-4249-4190-9a2b-8ad63c19ae4d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Pushing event updated for resources: {'Port': ['ID=6be42986-7457-4426-8e3d-f5e7fde78b92,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:19.024488 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-fcc6f2b4-4249-4190-9a2b-8ad63c19ae4d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:19.095973 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-fcc6f2b4-4249-4190-9a2b-8ad63c19ae4d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Network 2ce3015e-7733-4848-848e-064d0fd6ea67 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:46:19.097471 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-fcc6f2b4-4249-4190-9a2b-8ad63c19ae4d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:46:19.102528 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-fcc6f2b4-4249-4190-9a2b-8ad63c19ae4d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:46:19.196253 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-fcc6f2b4-4249-4190-9a2b-8ad63c19ae4d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:19.196932 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-fcc6f2b4-4249-4190-9a2b-8ad63c19ae4d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:19.227427 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-fcc6f2b4-4249-4190-9a2b-8ad63c19ae4d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2336884
Nov 19 20:46:19.359620 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 1187132f-618d-44e8-a573-bb39dc060563 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:46:19.433482 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 1187132f-618d-44e8-a573-bb39dc060563 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:46:19.433978 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:19.449487 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Request body: {'port': {'device_id': 'a504de46-d1ef-49ec-8951-71670dbf2f94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:46:19.503154 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bc5c8-8956-4e46-8dfc-0273472a8053 req-cc7c98d7-d894-4181-9aff-4950955d4183 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:19.503939 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-8e5bc5c8-8956-4e46-8dfc-0273472a8053 req-cc7c98d7-d894-4181-9aff-4950955d4183 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Synchronizing usage tracker for tenant:e630c4b863fc4f05a67504f58217b092 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:46:19.563118 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-8e5bc5c8-8956-4e46-8dfc-0273472a8053 req-cc7c98d7-d894-4181-9aff-4950955d4183 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Unset dirty status for tenant:e630c4b863fc4f05a67504f58217b092 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:46:19.564428 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8e5bc5c8-8956-4e46-8dfc-0273472a8053 req-cc7c98d7-d894-4181-9aff-4950955d4183 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 931 time: 0.1951070
Nov 19 20:46:19.624986 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:19.651782 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8e5bc5c8-8956-4e46-8dfc-0273472a8053 req-a7f77b1f-adfe-4bf6-8373-1cb839971737 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720897
Nov 19 20:46:19.700756 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292a8ec-3ced-4dc3-ab5c-81c0f53fec26 req-ca717f95-5504-415c-958d-a710702ef97b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:19.702506 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f292a8ec-3ced-4dc3-ab5c-81c0f53fec26 req-ca717f95-5504-415c-958d-a710702ef97b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0948148
Nov 19 20:46:19.772540 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f292a8ec-3ced-4dc3-ab5c-81c0f53fec26 req-8bd113c2-5a3f-4547-ba4b-4756eeeff7ad tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609174
Nov 19 20:46:20.082273 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be42986-7457-4426-8e3d-f5e7fde78b92 {{(pid=80324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 20:46:20.089370 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:20.103960 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Transition to ACTIVE for port object 6be42986-7457-4426-8e3d-f5e7fde78b92 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:46:20.106999 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:20.123974 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:20.275020 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Pushing event updated for resources: {'Port': ['ID=6be42986-7457-4426-8e3d-f5e7fde78b92,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:20.278274 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:20.456518 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Attempting to bind port 6be42986-7457-4426-8e3d-f5e7fde78b92 on host hv-cinder-75078 for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:46:20.456890 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Attempting to bind port 6be42986-7457-4426-8e3d-f5e7fde78b92 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '1631c808-525d-4114-a0fd-3928fbc2f5e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ce3015e-7733-4848-848e-064d0fd6ea67'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:46:20.457251 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Attempting to bind port 6be42986-7457-4426-8e3d-f5e7fde78b92 on network 2ce3015e-7733-4848-848e-064d0fd6ea67 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:46:20.464150 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Checking agent: {'id': '460481f1-45c5-4450-82c0-45a37946158c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 41, 59), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 29), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:46:20.464522 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Checking segment: {'id': '1631c808-525d-4114-a0fd-3928fbc2f5e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ce3015e-7733-4848-848e-064d0fd6ea67'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:46:20.464919 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:20.465307 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Bound using segment: {'id': '1631c808-525d-4114-a0fd-3928fbc2f5e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ce3015e-7733-4848-848e-064d0fd6ea67'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:46:20.465788 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Bound port: 6be42986-7457-4426-8e3d-f5e7fde78b92, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1631c808-525d-4114-a0fd-3928fbc2f5e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '2ce3015e-7733-4848-848e-064d0fd6ea67'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:46:20.466159 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:20.557332 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] For port 6be42986-7457-4426-8e3d-f5e7fde78b92, host hv-cinder-75078, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:46:20.560669 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] For port 6be42986-7457-4426-8e3d-f5e7fde78b92, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=6be42986-7457-4426-8e3d-f5e7fde78b92,segment=NetworkSegment(1631c808-525d-4114-a0fd-3928fbc2f5e0),segment_id=1631c808-525d-4114-a0fd-3928fbc2f5e0)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:46:20.564182 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:20.579536 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f9786cb4-7f2b-4eaf-9d39-0d24ab4c8453 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:20.729145 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Pushing event updated for resources: {'Port': ['ID=6be42986-7457-4426-8e3d-f5e7fde78b92,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:20.734603 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:20.771599 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:20.773088 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] 10.222.0.27 "PUT /v2.0/ports/6be42986-7457-4426-8e3d-f5e7fde78b92 HTTP/1.1" status: 200  len: 1157 time: 1.3281753
Nov 19 20:46:20.773631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a504de46-d1ef-49ec-8951-71670dbf2f94', 'tag': '6be42986-7457-4426-8e3d-f5e7fde78b92'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:46:20.869885 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a504de46-d1ef-49ec-8951-71670dbf2f94', 'tag': '6be42986-7457-4426-8e3d-f5e7fde78b92', 'status': 'completed', 'code': 200}
Nov 19 20:46:20.879593 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9396d9-55ed-4005-99fc-cf903bea324a req-494ffc43-48d2-461c-8171-5b7c814e918b tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:20.886447 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bb9396d9-55ed-4005-99fc-cf903bea324a req-494ffc43-48d2-461c-8171-5b7c814e918b tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 943 time: 0.0996840
Nov 19 20:46:20.909540 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-e31f0db1-4df0-43c3-abc8-34604f56cedf service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e630c4b863fc4f05a67504f58217b092&device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 1160 time: 0.0796113
Nov 19 20:46:20.946489 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bb9396d9-55ed-4005-99fc-cf903bea324a req-8958de49-262a-439f-aa05-c3ddb2504a77 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573046
Nov 19 20:46:21.047994 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-b79ae07a-5461-47af-bf5b-e3a6d6b077c1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6be42986-7457-4426-8e3d-f5e7fde78b92 HTTP/1.1" status: 200  len: 217 time: 0.1222272
Nov 19 20:46:21.137396 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28a975-9909-484c-9cef-932f43dc871c req-76ecf15c-ac30-42db-a616-38249587c3b9 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:21.139066 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fe28a975-9909-484c-9cef-932f43dc871c req-76ecf15c-ac30-42db-a616-38249587c3b9 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.1579013
Nov 19 20:46:21.141112 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-6c2fc983-06e2-4d1a-be7f-97d826cab819 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:21.142642 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-6c2fc983-06e2-4d1a-be7f-97d826cab819 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=61fe5f9f-aa74-4c90-822d-2b56b29c0b01 HTTP/1.1" status: 200  len: 855 time: 0.0879664
Nov 19 20:46:21.215514 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-8d227150-19ad-4e9f-b2e6-a8029d2df08d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=2ce3015e-7733-4848-848e-064d0fd6ea67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531337
Nov 19 20:46:21.268959 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fe28a975-9909-484c-9cef-932f43dc871c req-7d5dfafe-68a2-4c33-9354-cf090c926d3d tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1224732
Nov 19 20:46:21.382826 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-cd72b885-5aa4-42f0-8adf-97433dd40cdb service neutron] 10.222.0.27 "GET /v2.0/networks/2ce3015e-7733-4848-848e-064d0fd6ea67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574030
Nov 19 20:46:21.556807 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-026f2e19-b121-4fce-a37a-bbbdb8e2feae req-815ad5ac-8c20-467b-bb98-65c5f7fba2d9 service neutron] 10.222.0.27 "GET /v2.0/networks/2ce3015e-7733-4848-848e-064d0fd6ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1666589
Nov 19 20:46:21.797243 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7597020a-d1b3-43ad-9789-c77f0cccabe2 req-7dcfac17-7d35-4936-b46c-ffab39ecab04 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e630c4b863fc4f05a67504f58217b092&device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 1160 time: 0.0979140
Nov 19 20:46:22.279123 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597020a-d1b3-43ad-9789-c77f0cccabe2 req-cd6c281f-1cf5-49b9-840e-744c3f38d168 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:22.280839 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7597020a-d1b3-43ad-9789-c77f0cccabe2 req-cd6c281f-1cf5-49b9-840e-744c3f38d168 service neutron] 10.222.0.27 "GET /v2.0/networks?id=2ce3015e-7733-4848-848e-064d0fd6ea67 HTTP/1.1" status: 200  len: 909 time: 0.4763653
Nov 19 20:46:22.398219 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7597020a-d1b3-43ad-9789-c77f0cccabe2 req-b41000f1-c43f-42d0-9514-8cd3273e14eb service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6be42986-7457-4426-8e3d-f5e7fde78b92 HTTP/1.1" status: 200  len: 217 time: 0.1097791
Nov 19 20:46:22.490957 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa5817-f733-41d9-9e88-db840e525cd2 req-d9679975-580e-4019-8e22-7c6cf46452bd tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:22.492986 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e8fa5817-f733-41d9-9e88-db840e525cd2 req-d9679975-580e-4019-8e22-7c6cf46452bd tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 943 time: 0.3337753
Nov 19 20:46:22.502058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597020a-d1b3-43ad-9789-c77f0cccabe2 req-b181aac4-4bc9-4b0a-b44d-869d1b508ac5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:22.503727 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7597020a-d1b3-43ad-9789-c77f0cccabe2 req-b181aac4-4bc9-4b0a-b44d-869d1b508ac5 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=61fe5f9f-aa74-4c90-822d-2b56b29c0b01 HTTP/1.1" status: 200  len: 855 time: 0.0973008
Nov 19 20:46:22.589281 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31e018-bf5d-4473-8e6e-aedc973be761 req-6f9bfe36-4dd4-409a-ac9f-8261ec62eabc tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:22.591305 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3b31e018-bf5d-4473-8e6e-aedc973be761 req-6f9bfe36-4dd4-409a-ac9f-8261ec62eabc tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.1057756
Nov 19 20:46:22.592016 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7597020a-d1b3-43ad-9789-c77f0cccabe2 req-96cb1725-41c0-42c6-bed2-6d49ac7932d5 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=2ce3015e-7733-4848-848e-064d0fd6ea67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0641556
Nov 19 20:46:22.646177 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3b31e018-bf5d-4473-8e6e-aedc973be761 req-94e06d18-578d-4bfb-b635-5dfdb9d9c8ba tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475750
Nov 19 20:46:22.719444 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e8fa5817-f733-41d9-9e88-db840e525cd2 req-b73415ca-ffd7-4f43-aaa7-f5d071b3b1f9 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2146692
Nov 19 20:46:22.766355 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7597020a-d1b3-43ad-9789-c77f0cccabe2 req-730a1a3d-519d-49f6-b0b9-b89b5ed8aaec service neutron] 10.222.0.27 "GET /v2.0/networks/2ce3015e-7733-4848-848e-064d0fd6ea67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628065
Nov 19 20:46:22.931220 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7597020a-d1b3-43ad-9789-c77f0cccabe2 req-161ebe28-fd67-4497-8fcb-335106fd8508 service neutron] 10.222.0.27 "GET /v2.0/networks/2ce3015e-7733-4848-848e-064d0fd6ea67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1571767
Nov 19 20:46:23.193256 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 60890) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:23.369389 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-123995cd-c36a-4e70-87ca-5db5506cce24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:23.405252 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-123995cd-c36a-4e70-87ca-5db5506cce24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:23.409446 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-123995cd-c36a-4e70-87ca-5db5506cce24 admin admin] Usage tracker for resource:security_group_rule and tenant:d6167330041e4de5b20711d84b04c083 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:46:23.412737 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-123995cd-c36a-4e70-87ca-5db5506cce24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:46:23.418565 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-123995cd-c36a-4e70-87ca-5db5506cce24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:23.489324 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-123995cd-c36a-4e70-87ca-5db5506cce24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:23.494042 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-123995cd-c36a-4e70-87ca-5db5506cce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:23.522764 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f3e39501-aadb-4ec3-a491-751f44955f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:23.537867 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-123995cd-c36a-4e70-87ca-5db5506cce24 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6167330041e4de5b20711d84b04c083&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3408122
Nov 19 20:46:23.538732 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 60906) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:23.566513 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123995cd-c36a-4e70-87ca-5db5506cce24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e81619-af31-4abd-bf60-ec8c6ed1bcb9,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:23.575390 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-123995cd-c36a-4e70-87ca-5db5506cce24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:23.619783 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9adb-43cf-444c-bdba-afedb5de5eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:23.656726 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9adb-43cf-444c-bdba-afedb5de5eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:23.710535 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9adb-43cf-444c-bdba-afedb5de5eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:23.716561 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-870dfc1e-bbd7-43b6-8183-c75fe15fa581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:23.735011 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a9adb-43cf-444c-bdba-afedb5de5eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e81619-af31-4abd-bf60-ec8c6ed1bcb9,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:23.761609 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9c3a9adb-43cf-444c-bdba-afedb5de5eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:23.762470 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9adb-43cf-444c-bdba-afedb5de5eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:23.771798 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-9c3a9adb-43cf-444c-bdba-afedb5de5eb7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a1e81619-af31-4abd-bf60-ec8c6ed1bcb9 HTTP/1.1" status: 204  len: 168 time: 0.2323363
Nov 19 20:46:23.984332 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf65b2-13f7-4cb7-84e6-b0f7c1e56604 req-477a474f-85e9-43bb-91e8-5699ba39e7fb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:23.992498 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1bcf65b2-13f7-4cb7-84e6-b0f7c1e56604 req-477a474f-85e9-43bb-91e8-5699ba39e7fb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.1232347
Nov 19 20:46:24.055655 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec3ad8-6fb5-40f5-9889-515bcda2b938 req-19d687be-050e-4661-bb77-e54277c666cf tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:24.063412 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-65ec3ad8-6fb5-40f5-9889-515bcda2b938 req-19d687be-050e-4661-bb77-e54277c666cf tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 943 time: 0.1233771
Nov 19 20:46:24.064619 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1bcf65b2-13f7-4cb7-84e6-b0f7c1e56604 req-a64851ca-5119-424f-bdf7-fda75b2a50e5 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710900
Nov 19 20:46:24.120454 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-65ec3ad8-6fb5-40f5-9889-515bcda2b938 req-2c8d925c-5e57-4d50-a436-716df97dc341 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546732
Nov 19 20:46:24.209539 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-452067db-7994-4074-bf71-4d7139510a25 req-8c13eac4-8ee6-436a-95cc-029ef2a0a0af service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 1162 time: 0.1062868
Nov 19 20:46:24.265424 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-452067db-7994-4074-bf71-4d7139510a25 req-86dd05d2-3ef2-4030-b4c8-922dee10b3e7 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478165
Nov 19 20:46:24.344868 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 60934) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:24.366761 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-534fc0f5-8d35-44f2-8671-bc60a52a907d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:24.422503 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-534fc0f5-8d35-44f2-8671-bc60a52a907d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:24.427951 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-534fc0f5-8d35-44f2-8671-bc60a52a907d admin admin] Usage tracker for resource:security_group_rule and tenant:7b244b94bd6548ffb192dff2cb467074 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:46:24.431267 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-534fc0f5-8d35-44f2-8671-bc60a52a907d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:46:24.437227 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-534fc0f5-8d35-44f2-8671-bc60a52a907d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:24.506213 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-534fc0f5-8d35-44f2-8671-bc60a52a907d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:24.508960 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-534fc0f5-8d35-44f2-8671-bc60a52a907d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:24.516893 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3a7d23d5-b18f-4c73-a704-d082d907e9b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:24.564374 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fc0f5-8d35-44f2-8671-bc60a52a907d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536888fb-be5c-4b6a-9315-850733378338,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:24.568741 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-534fc0f5-8d35-44f2-8671-bc60a52a907d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b244b94bd6548ffb192dff2cb467074&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2230170
Nov 19 20:46:24.569689 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-534fc0f5-8d35-44f2-8671-bc60a52a907d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:24.571359 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 60940) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:24.632563 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-610ce532-b298-41e4-8ecc-a5a37e6cde64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:24.658379 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-610ce532-b298-41e4-8ecc-a5a37e6cde64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:24.702072 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-610ce532-b298-41e4-8ecc-a5a37e6cde64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:24.706898 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d8749c1b-5be1-4c6a-887b-5c73383b939d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:24.719112 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ce532-b298-41e4-8ecc-a5a37e6cde64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536888fb-be5c-4b6a-9315-850733378338,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:24.721613 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-610ce532-b298-41e4-8ecc-a5a37e6cde64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:24.730098 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-610ce532-b298-41e4-8ecc-a5a37e6cde64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:24.731284 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-610ce532-b298-41e4-8ecc-a5a37e6cde64 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/536888fb-be5c-4b6a-9315-850733378338 HTTP/1.1" status: 204  len: 168 time: 0.1589768
Nov 19 20:46:25.142251 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 60952) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:25.162755 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-840a57be-03ec-40eb-a3b9-593da598d01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:25.197880 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-840a57be-03ec-40eb-a3b9-593da598d01e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:25.202199 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-840a57be-03ec-40eb-a3b9-593da598d01e admin admin] Usage tracker for resource:security_group_rule and tenant:9496249552ed4e5392aa5363fe419690 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:46:25.205292 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-840a57be-03ec-40eb-a3b9-593da598d01e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:46:25.212192 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-840a57be-03ec-40eb-a3b9-593da598d01e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:25.294064 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fd70d-2daa-4eee-ad55-6fcda6a4bcf5 req-cf507004-1d2b-419c-a35e-899ae8bc9647 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:25.294064 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-013fd70d-2daa-4eee-ad55-6fcda6a4bcf5 req-cf507004-1d2b-419c-a35e-899ae8bc9647 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0922587
Nov 19 20:46:25.294292 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-840a57be-03ec-40eb-a3b9-593da598d01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:25.294292 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-840a57be-03ec-40eb-a3b9-593da598d01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:25.301928 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e957bdf0-0ca2-4a10-915b-37ffd07e9da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:25.345190 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-013fd70d-2daa-4eee-ad55-6fcda6a4bcf5 req-c4b15a64-ca92-4698-bbb4-33a631354bb9 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496316
Nov 19 20:46:25.346218 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a57be-03ec-40eb-a3b9-593da598d01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bd0be4-83ca-4464-8018-b2d450779112,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:25.349613 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-840a57be-03ec-40eb-a3b9-593da598d01e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:25.352137 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-840a57be-03ec-40eb-a3b9-593da598d01e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9496249552ed4e5392aa5363fe419690&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2088091
Nov 19 20:46:25.355111 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 60962) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:25.434465 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-774cafeb-0c6c-4622-82bc-314a875f7a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:25.468473 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-774cafeb-0c6c-4622-82bc-314a875f7a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:25.530123 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-774cafeb-0c6c-4622-82bc-314a875f7a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:25.535891 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e574ea51-dd58-4f05-95db-5eb12d421867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:25.551438 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774cafeb-0c6c-4622-82bc-314a875f7a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bd0be4-83ca-4464-8018-b2d450779112,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:25.563958 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-774cafeb-0c6c-4622-82bc-314a875f7a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:25.567677 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-774cafeb-0c6c-4622-82bc-314a875f7a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:25.568916 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-774cafeb-0c6c-4622-82bc-314a875f7a01 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42bd0be4-83ca-4464-8018-b2d450779112 HTTP/1.1" status: 204  len: 168 time: 0.2129989
Nov 19 20:46:25.581934 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1c706-b755-4110-bb43-5b85178bd5d0 req-13bb6d07-9954-47b5-8e9c-d3a25ca20eb2 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:25.590094 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8cf1c706-b755-4110-bb43-5b85178bd5d0 req-13bb6d07-9954-47b5-8e9c-d3a25ca20eb2 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 943 time: 0.1245487
Nov 19 20:46:25.638924 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8cf1c706-b755-4110-bb43-5b85178bd5d0 req-ca0a9e63-3dbf-42ad-96f8-9ec51d4eabe9 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476358
Nov 19 20:46:26.568968 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500568de-1f8c-4587-9ce8-bc0937552a7b req-7c1879b6-1230-486a-8bd3-8aa9641c3d93 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:26.570599 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-500568de-1f8c-4587-9ce8-bc0937552a7b req-7c1879b6-1230-486a-8bd3-8aa9641c3d93 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0865698
Nov 19 20:46:26.627404 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-500568de-1f8c-4587-9ce8-bc0937552a7b req-2f299fcc-dc4e-489a-9446-63be0f748cd1 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505722
Nov 19 20:46:26.861936 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cb58a-1b32-401f-b528-dad9edb5d124 req-b7a8bf88-1b2d-4c79-bbab-0ef24ee7bee3 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:26.863569 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-739cb58a-1b32-401f-b528-dad9edb5d124 req-b7a8bf88-1b2d-4c79-bbab-0ef24ee7bee3 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 943 time: 0.0936494
Nov 19 20:46:26.916508 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-739cb58a-1b32-401f-b528-dad9edb5d124 req-76b087a1-e168-45a4-bc86-a0842b386a7d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451133
Nov 19 20:46:27.835437 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d17981-379a-40ce-9a7a-9d1641872e32 req-041fdbef-4182-4a49-a879-aaa0e198f77c tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:27.837041 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-46d17981-379a-40ce-9a7a-9d1641872e32 req-041fdbef-4182-4a49-a879-aaa0e198f77c tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0815606
Nov 19 20:46:27.888170 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-46d17981-379a-40ce-9a7a-9d1641872e32 req-aa83613a-a13d-4dbe-9192-8f44966aa47e tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444288
Nov 19 20:46:28.126978 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf00073-7599-4c4c-9d75-b9945a9751f1 req-53616756-5f91-48d1-b86e-2c63786617ab tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:28.128801 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0bf00073-7599-4c4c-9d75-b9945a9751f1 req-53616756-5f91-48d1-b86e-2c63786617ab tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 943 time: 0.0843184
Nov 19 20:46:28.189580 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0bf00073-7599-4c4c-9d75-b9945a9751f1 req-b99be885-867e-45ee-8b91-61a01636833d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545881
Nov 19 20:46:29.099548 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0cdcf-64d7-4653-acef-b164e6de0bf7 req-0803c06c-2464-4ea2-b800-ad546fd8f97a tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:29.101110 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e2c0cdcf-64d7-4653-acef-b164e6de0bf7 req-0803c06c-2464-4ea2-b800-ad546fd8f97a tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0845611
Nov 19 20:46:29.149335 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e2c0cdcf-64d7-4653-acef-b164e6de0bf7 req-a6f36c18-9f74-4bcd-8ab3-5d0a405aecd0 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422392
Nov 19 20:46:29.362759 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:29.409932 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec87c9c-a58d-41a3-b851-281286503c81 req-ba8da443-8bff-45d7-b1b8-fab52c4030ad tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:29.411886 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8ec87c9c-a58d-41a3-b851-281286503c81 req-ba8da443-8bff-45d7-b1b8-fab52c4030ad tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 943 time: 0.0929675
Nov 19 20:46:29.460172 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8ec87c9c-a58d-41a3-b851-281286503c81 req-63d72e04-16a5-47f3-8ea0-471bf7bf6cb3 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421622
Nov 19 20:46:30.386546 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb62c9-5c8d-4776-88d2-bf39a0fd1e10 req-93569715-37e8-4012-8aeb-3123b4677641 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:30.388332 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b2cb62c9-5c8d-4776-88d2-bf39a0fd1e10 req-93569715-37e8-4012-8aeb-3123b4677641 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.1036634
Nov 19 20:46:30.439950 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b2cb62c9-5c8d-4776-88d2-bf39a0fd1e10 req-383ed89b-e8a6-4b53-8867-7954e4ef62b6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452487
Nov 19 20:46:30.672670 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ee473-16ae-48ad-a1db-29d1bfde4f49 req-c7f87de6-f390-4f25-807f-622ad8beffc2 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:30.674295 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e48ee473-16ae-48ad-a1db-29d1bfde4f49 req-c7f87de6-f390-4f25-807f-622ad8beffc2 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 943 time: 0.0837874
Nov 19 20:46:30.725482 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e48ee473-16ae-48ad-a1db-29d1bfde4f49 req-39355345-e08d-4e59-b212-b3d403537faa tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449390
Nov 19 20:46:31.669773 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142ea1f-211c-4991-8f7c-a7fe2606f765 req-48089196-dc33-4d31-8856-1d89945bb3ad tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:31.672001 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c142ea1f-211c-4991-8f7c-a7fe2606f765 req-48089196-dc33-4d31-8856-1d89945bb3ad tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0874019
Nov 19 20:46:31.719596 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c142ea1f-211c-4991-8f7c-a7fe2606f765 req-e254d27b-7237-4b1e-8d22-0eb2fd2870a7 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412233
Nov 19 20:46:31.932992 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8bc387-1ef3-41ac-bfd9-56447e0c83f8 req-4fbfa266-6452-4fd2-bc0c-a35d9b77cbef tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:31.934556 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ba8bc387-1ef3-41ac-bfd9-56447e0c83f8 req-4fbfa266-6452-4fd2-bc0c-a35d9b77cbef tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 943 time: 0.0826123
Nov 19 20:46:31.986558 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ba8bc387-1ef3-41ac-bfd9-56447e0c83f8 req-181dc374-e492-4ba3-9cd2-b533f5aef5e0 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455906
Nov 19 20:46:32.159226 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-58757ea7-24f5-4699-b925-79a253e27156 req-9608e12f-3a47-4a9a-b4b8-d62dc3f47fed service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=815c1f905e754bd799b86d9adaab1030&device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 1162 time: 0.0892060
Nov 19 20:46:32.212850 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4d9c4-286e-4f96-bc6c-ad10e78006b3 req-049605f2-a769-40fa-b669-7e236967c65a tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:32.215079 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d7e4d9c4-286e-4f96-bc6c-ad10e78006b3 req-049605f2-a769-40fa-b669-7e236967c65a tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0978775
Nov 19 20:46:32.264051 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d7e4d9c4-286e-4f96-bc6c-ad10e78006b3 req-aca68fe0-6432-4218-9978-8bfc58da49c6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426044
Nov 19 20:46:32.311557 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58757ea7-24f5-4699-b925-79a253e27156 req-9ec8bf05-9dc3-48b1-8231-edf5aedaf6a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:32.313144 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-58757ea7-24f5-4699-b925-79a253e27156 req-9ec8bf05-9dc3-48b1-8231-edf5aedaf6a9 service neutron] 10.222.0.27 "GET /v2.0/networks?id=0a113bd1-778c-4e88-acd2-a1595854211f HTTP/1.1" status: 200  len: 913 time: 0.1469324
Nov 19 20:46:32.387607 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-58757ea7-24f5-4699-b925-79a253e27156 req-0a6849da-db90-447b-a5cc-168fdede4bcb service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1187132f-618d-44e8-a573-bb39dc060563 HTTP/1.1" status: 200  len: 217 time: 0.0673540
Nov 19 20:46:32.455560 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58757ea7-24f5-4699-b925-79a253e27156 req-7f51535a-f586-4f16-84c2-d9483a88f3cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:32.457099 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-58757ea7-24f5-4699-b925-79a253e27156 req-7f51535a-f586-4f16-84c2-d9483a88f3cf service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab1e6561-e749-40d7-a5a9-de196eaf5e63 HTTP/1.1" status: 200  len: 859 time: 0.0631905
Nov 19 20:46:32.508163 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-58757ea7-24f5-4699-b925-79a253e27156 req-afe37bcc-fa35-43f4-bb14-fb204af4a50a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0a113bd1-778c-4e88-acd2-a1595854211f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424416
Nov 19 20:46:32.650957 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-58757ea7-24f5-4699-b925-79a253e27156 req-ea7c390b-7549-4a6b-b1e6-fb67037c144c service neutron] 10.222.0.27 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348567
Nov 19 20:46:32.795210 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-58757ea7-24f5-4699-b925-79a253e27156 req-d5f364f1-4497-4cef-984e-c509536c0dca service neutron] 10.222.0.27 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374469
Nov 19 20:46:33.201621 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2fc75-e7c0-4d4f-8e7c-c85f49b40693 req-f519fc1b-4fab-40b8-8141-fcedce225a40 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:33.203871 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-56e2fc75-e7c0-4d4f-8e7c-c85f49b40693 req-f519fc1b-4fab-40b8-8141-fcedce225a40 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 943 time: 0.0911577
Nov 19 20:46:33.252404 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-56e2fc75-e7c0-4d4f-8e7c-c85f49b40693 req-47af3ac1-6d70-40b1-b8af-42d746e99cdf tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421400
Nov 19 20:46:33.277551 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 1187132f-618d-44e8-a573-bb39dc060563 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:46:33.376666 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 1187132f-618d-44e8-a573-bb39dc060563 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:46:33.377405 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:33.504598 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393461b-f9c4-489f-bcf8-9f8f1531e480 req-859ab3e2-d08d-4028-8506-6b73818942fe tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:33.506539 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1393461b-f9c4-489f-bcf8-9f8f1531e480 req-859ab3e2-d08d-4028-8506-6b73818942fe tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0933223
Nov 19 20:46:33.519374 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 6be42986-7457-4426-8e3d-f5e7fde78b92 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:46:33.559694 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1393461b-f9c4-489f-bcf8-9f8f1531e480 req-ce6ef525-4c7d-4e88-84be-994dfb99712e tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466909
Nov 19 20:46:33.601495 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning for port 6be42986-7457-4426-8e3d-f5e7fde78b92 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:46:33.606773 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 6be42986-7457-4426-8e3d-f5e7fde78b92 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:46:33.607316 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:33.731019 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:33.758587 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a504de46-d1ef-49ec-8951-71670dbf2f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be42986-7457-4426-8e3d-f5e7fde78b92'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:46:33.769468 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port 6be42986-7457-4426-8e3d-f5e7fde78b92, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=6be42986-7457-4426-8e3d-f5e7fde78b92,segment=NetworkSegment(1631c808-525d-4114-a0fd-3928fbc2f5e0),segment_id=1631c808-525d-4114-a0fd-3928fbc2f5e0)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:46:33.774201 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:33.776141 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:33.823899 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a504de46-d1ef-49ec-8951-71670dbf2f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be42986-7457-4426-8e3d-f5e7fde78b92', 'code': 200}
Nov 19 20:46:33.845906 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=6be42986-7457-4426-8e3d-f5e7fde78b92,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:33.855090 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.855488 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.855899 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.856253 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.856628 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.857010 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.857450 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.857847 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.858338 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.858715 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.859086 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.859501 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.859923 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.860293 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.860663 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.861031 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.861400 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.861778 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.862156 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.862522 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.862888 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.863254 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.863619 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.863990 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:46:33.868414 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:34.008618 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-2a7fb86b-9dc1-4041-908d-0455723bb56e tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/networks?tenant_id=fe14350abe0546aca76b12b7e13370f1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0328722
Nov 19 20:46:34.229832 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 6be42986-7457-4426-8e3d-f5e7fde78b92 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:46:34.233782 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-773b0c37-5002-4102-b462-bac226d41a2f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:34.235375 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-773b0c37-5002-4102-b462-bac226d41a2f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2183557
Nov 19 20:46:34.258076 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3fb699e7-f1a3-4240-97d1-dccbddb7516b req-5bb3b481-7e49-4833-9449-e8e8026770df service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 1162 time: 0.1356854
Nov 19 20:46:34.260228 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-aaa3530e-a34d-4e66-ade5-c017fa5ab728 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/quotas/fe14350abe0546aca76b12b7e13370f1 HTTP/1.1" status: 200  len: 375 time: 0.0180621
Nov 19 20:46:34.305269 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 6be42986-7457-4426-8e3d-f5e7fde78b92 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:46:34.305694 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:34.331530 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-1020274f-b525-42f9-88c2-efed2a860f8d tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?tenant_id=fe14350abe0546aca76b12b7e13370f1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0517352
Nov 19 20:46:34.351261 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3fb699e7-f1a3-4240-97d1-dccbddb7516b req-ac337df0-735e-4840-9c3b-56591d125759 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859618
Nov 19 20:46:34.511258 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad0aeb-df17-4d76-8f39-1357083cd0bb req-646bac28-3969-4f8c-8ae3-3b6fb975f469 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:34.512869 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1aad0aeb-df17-4d76-8f39-1357083cd0bb req-646bac28-3969-4f8c-8ae3-3b6fb975f469 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 945 time: 0.1211662
Nov 19 20:46:34.554369 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-84d07289-874b-4fd6-bbd0-078134f52933 req-3886e9da-6829-45d2-8343-2e7079d44b10 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 210 time: 0.0486393
Nov 19 20:46:34.569368 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1aad0aeb-df17-4d76-8f39-1357083cd0bb req-29f8de73-4eed-43c2-8c8d-3cba4b0f3060 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494907
Nov 19 20:46:34.816689 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6121e5f-139d-4238-a8db-53382f512988 req-c7081bf1-556f-485d-be05-b46f212e3997 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:34.818616 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f6121e5f-139d-4238-a8db-53382f512988 req-c7081bf1-556f-485d-be05-b46f212e3997 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.1071625
Nov 19 20:46:34.872979 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f6121e5f-139d-4238-a8db-53382f512988 req-682e0f97-f407-4800-84a8-548c3e27ae2b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461364
Nov 19 20:46:35.759722 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fc5c8ae9-4236-4086-a336-986343efdbb5 req-0f412432-dbdd-4d67-8551-dfe60c8ac0ac tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 210 time: 0.0501950
Nov 19 20:46:35.817076 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3b6dfd8f-5629-4086-81df-a4b8c8312a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:35.835734 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143cd0a-784b-46fa-bd5f-91c52b91bf64 req-fbcba973-d3cd-4b40-81c2-0755e10bdc61 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:35.837344 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6143cd0a-784b-46fa-bd5f-91c52b91bf64 req-fbcba973-d3cd-4b40-81c2-0755e10bdc61 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 945 time: 0.1158297
Nov 19 20:46:35.884247 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-040a13fc-35d7-4b32-9b2a-19af2b1c010f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.27 "GET /v2.0/networks?tenant_id=fe14350abe0546aca76b12b7e13370f1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0317857
Nov 19 20:46:35.950200 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6143cd0a-784b-46fa-bd5f-91c52b91bf64 req-4ecbce23-7e82-4600-8abe-2d6caba979bb tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060894
Nov 19 20:46:36.077907 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-9a6b99be-e978-4517-ba71-82e8e8802e05 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:36.080055 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-9a6b99be-e978-4517-ba71-82e8e8802e05 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1890452
Nov 19 20:46:36.141325 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Request body: {'port': {'device_id': '915c9c56-42a4-4e9c-96e7-c91a5adf52a8', 'network_id': '19948260-caa8-4255-97c7-5cc67e139c53', 'admin_state_up': True, 'tenant_id': 'fe14350abe0546aca76b12b7e13370f1'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:46:36.334786 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839fbc3-7644-4be4-b9f7-40a0d7e8fb9d req-911d549f-166e-48a4-873a-27199a727004 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:36.342097 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9839fbc3-7644-4be4-b9f7-40a0d7e8fb9d req-911d549f-166e-48a4-873a-27199a727004 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.2555964
Nov 19 20:46:36.418449 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9839fbc3-7644-4be4-b9f7-40a0d7e8fb9d req-914f0244-ab40-4707-8b82-5354ba7be950 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752220
Nov 19 20:46:36.420264 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:36.443103 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Usage tracker for resource:port and tenant:fe14350abe0546aca76b12b7e13370f1 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:46:36.443103 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Quota usage for port was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:46:36.443103 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:36.453197 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Made reservation on behalf of fe14350abe0546aca76b12b7e13370f1 for: {'port': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:46:36.458704 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:36.473850 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:36.507914 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:36.511669 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Usage tracker for resource:security_group_rule and tenant:fe14350abe0546aca76b12b7e13370f1 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:46:36.515577 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:46:36.521125 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:36.645369 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:36.650449 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:36.664829 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4210c336-ee52-45c1-b106-90d84f0cd145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:36.729124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Pushing event updated for resources: {'SecurityGroup': ['ID=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:36.744357 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:36.966843 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-edba83fa-9e74-4d26-9334-d7f5392c2c32 req-f103882b-ef20-4744-9ba9-94a2e6062b56 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 210 time: 0.0617609
Nov 19 20:46:37.066821 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Allocated IP 192.168.233.167 (19948260-caa8-4255-97c7-5cc67e139c53/34562da2-f5b4-497b-8868-8edaa6eed898/3d37a65c-e7a7-4d82-bbb9-87b44c73b477) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:46:37.107509 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 33020) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:37.298635 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb5af0-8ff0-4d54-9d65-a1c92331b52c req-22bd92d8-9a0f-4239-b381-f87e8fe5b0be tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:37.307469 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-63bb5af0-8ff0-4d54-9d65-a1c92331b52c req-22bd92d8-9a0f-4239-b381-f87e8fe5b0be tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 945 time: 0.1623368
Nov 19 20:46:37.366442 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-63bb5af0-8ff0-4d54-9d65-a1c92331b52c req-9bc4fc07-c04c-4d3c-b5a0-d643851db78d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576527
Nov 19 20:46:37.397145 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bb1418ac-b683-4ec3-b930-f807b7a45fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:37.624920 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-bb1418ac-b683-4ec3-b930-f807b7a45fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:37.629136 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-bb1418ac-b683-4ec3-b930-f807b7a45fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:d4827927d2764060889edec7697680a1 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:46:37.632371 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-bb1418ac-b683-4ec3-b930-f807b7a45fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:46:37.639004 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-bb1418ac-b683-4ec3-b930-f807b7a45fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:37.726640 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bb1418ac-b683-4ec3-b930-f807b7a45fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:37.733579 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bb1418ac-b683-4ec3-b930-f807b7a45fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:37.773245 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-566846dd-2885-4490-aa06-e8f83c8a67d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:37.805308 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-bb1418ac-b683-4ec3-b930-f807b7a45fc5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4827927d2764060889edec7697680a1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6962836
Nov 19 20:46:37.806235 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1418ac-b683-4ec3-b930-f807b7a45fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af82b60-37fb-4cd5-bc4f-09cfe00ef7c8,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:37.808736 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 33046) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:37.862217 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-bb1418ac-b683-4ec3-b930-f807b7a45fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:37.887004 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db4480-8712-4303-b835-94de163e0e8f req-e6c2495b-b3ba-477a-be4e-601025348c7e tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:37.892765 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9b2c-1b65-43c6-ac55-158b40d32994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:37.895214 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-09db4480-8712-4303-b835-94de163e0e8f req-e6c2495b-b3ba-477a-be4e-601025348c7e tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.2333081
Nov 19 20:46:37.899753 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:37.938582 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Transition to ACTIVE for port object 3d37a65c-e7a7-4d82-bbb9-87b44c73b477 will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:46:37.956565 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9b2c-1b65-43c6-ac55-158b40d32994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:37.978434 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-09db4480-8712-4303-b835-94de163e0e8f req-5425c28b-22ad-426d-8b1c-84210ea3f1c5 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821929
Nov 19 20:46:38.001079 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:38.058321 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:38.070015 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9b2c-1b65-43c6-ac55-158b40d32994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:38.080374 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:38.106537 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf9b2c-1b65-43c6-ac55-158b40d32994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af82b60-37fb-4cd5-bc4f-09cfe00ef7c8,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:38.114815 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e6cf9b2c-1b65-43c6-ac55-158b40d32994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:38.120084 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e6cf9b2c-1b65-43c6-ac55-158b40d32994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:38.121355 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-e6cf9b2c-1b65-43c6-ac55-158b40d32994 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9af82b60-37fb-4cd5-bc4f-09cfe00ef7c8 HTTP/1.1" status: 204  len: 168 time: 0.3116276
Nov 19 20:46:38.359428 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11dbf6-9ec4-4ae0-a1cd-21afb13380aa req-c3fac7ca-0a45-4e87-8301-dd1d92118648 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:38.361333 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8a11dbf6-9ec4-4ae0-a1cd-21afb13380aa req-c3fac7ca-0a45-4e87-8301-dd1d92118648 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 936 time: 0.1131606
Nov 19 20:46:38.384789 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Pushing event updated for resources: {'Port': ['ID=3d37a65c-e7a7-4d82-bbb9-87b44c73b477,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:38.412198 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:38.438016 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Network 19948260-caa8-4255-97c7-5cc67e139c53 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:46:38.439293 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:46:38.441906 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:46:38.466105 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8a11dbf6-9ec4-4ae0-a1cd-21afb13380aa req-ea5bb051-21bd-4455-97c0-efcdf875133e tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978866
Nov 19 20:46:38.539023 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:38.540499 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:38.582460 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.4504900
Nov 19 20:46:38.605998 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Request body: {'port': {'device_id': '915c9c56-42a4-4e9c-96e7-c91a5adf52a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:46:38.670424 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3aa5bc25-d421-43b6-973a-90aebb352644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:38.795358 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 33086) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:38.836921 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:38.846009 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6349babe-fd00-4baf-b563-348981a17d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:38.853264 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:38.874743 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-17774f47-81c0-4a24-a23e-3e4b4a5c53cd None None] Provisioning for port 3d37a65c-e7a7-4d82-bbb9-87b44c73b477 completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:46:38.882673 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-17774f47-81c0-4a24-a23e-3e4b4a5c53cd None None] Provisioning complete for port 3d37a65c-e7a7-4d82-bbb9-87b44c73b477 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:46:38.884673 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-17774f47-81c0-4a24-a23e-3e4b4a5c53cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:38.965477 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-6349babe-fd00-4baf-b563-348981a17d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:38.989949 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-6349babe-fd00-4baf-b563-348981a17d73 admin admin] Usage tracker for resource:security_group_rule and tenant:a3f4d27c65e348f29bba49371079ddc3 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:46:38.993116 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-6349babe-fd00-4baf-b563-348981a17d73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:46:39.005868 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-6349babe-fd00-4baf-b563-348981a17d73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:39.013921 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-17774f47-81c0-4a24-a23e-3e4b4a5c53cd None None] Port 3d37a65c-e7a7-4d82-bbb9-87b44c73b477 cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:46:39.184080 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6349babe-fd00-4baf-b563-348981a17d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:39.187862 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6349babe-fd00-4baf-b563-348981a17d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:39.198487 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5e4a8160-ad3b-4bdd-9c8c-2579dad6cb91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:39.252195 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-6349babe-fd00-4baf-b563-348981a17d73 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a3f4d27c65e348f29bba49371079ddc3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4549208
Nov 19 20:46:39.252976 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349babe-fd00-4baf-b563-348981a17d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90133b3d-243e-4cf5-b0cd-a8c919deead2,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:39.255476 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 33102) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:39.258080 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-6349babe-fd00-4baf-b563-348981a17d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:39.318935 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-23f2e23e-5942-49c1-bce3-5cc8da6d84fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:39.346068 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-23f2e23e-5942-49c1-bce3-5cc8da6d84fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:39.390596 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-23f2e23e-5942-49c1-bce3-5cc8da6d84fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:39.395557 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:39.413146 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2e23e-5942-49c1-bce3-5cc8da6d84fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90133b3d-243e-4cf5-b0cd-a8c919deead2,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:39.415978 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-23f2e23e-5942-49c1-bce3-5cc8da6d84fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:39.417194 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-23f2e23e-5942-49c1-bce3-5cc8da6d84fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:39.418486 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-23f2e23e-5942-49c1-bce3-5cc8da6d84fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90133b3d-243e-4cf5-b0cd-a8c919deead2 HTTP/1.1" status: 204  len: 168 time: 0.1620555
Nov 19 20:46:39.438762 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d37a65c-e7a7-4d82-bbb9-87b44c73b477 {{(pid=80324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 20:46:39.445851 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:39.458367 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Transition to ACTIVE for port object 3d37a65c-e7a7-4d82-bbb9-87b44c73b477 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:46:39.461649 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:39.477890 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:39.619238 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Pushing event updated for resources: {'Port': ['ID=3d37a65c-e7a7-4d82-bbb9-87b44c73b477,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:39.625071 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:39.719657 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79dbf4-a595-4682-a72a-77ade3054159 req-18775ae0-325a-471e-9aa0-b4234e3d0b3d tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:39.730259 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6d79dbf4-a595-4682-a72a-77ade3054159 req-18775ae0-325a-471e-9aa0-b4234e3d0b3d tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 948 time: 0.1233127
Nov 19 20:46:39.781430 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:39.803718 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6d79dbf4-a595-4682-a72a-77ade3054159 req-57460165-121c-461d-88bf-8c4aa0960caf tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723128
Nov 19 20:46:39.867934 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Attempting to bind port 3d37a65c-e7a7-4d82-bbb9-87b44c73b477 on host hv-cinder-75078 for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:46:39.868315 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Attempting to bind port 3d37a65c-e7a7-4d82-bbb9-87b44c73b477 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'f6e0ca26-99bc-4a25-898f-d447a4e4523e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '19948260-caa8-4255-97c7-5cc67e139c53'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:46:39.868688 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Attempting to bind port 3d37a65c-e7a7-4d82-bbb9-87b44c73b477 on network 19948260-caa8-4255-97c7-5cc67e139c53 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:46:39.876875 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Checking agent: {'id': '460481f1-45c5-4450-82c0-45a37946158c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 41, 59), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 29), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:46:39.877292 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Checking segment: {'id': 'f6e0ca26-99bc-4a25-898f-d447a4e4523e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '19948260-caa8-4255-97c7-5cc67e139c53'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:46:39.877630 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:39.878066 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Bound using segment: {'id': 'f6e0ca26-99bc-4a25-898f-d447a4e4523e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '19948260-caa8-4255-97c7-5cc67e139c53'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:46:39.878541 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Bound port: 3d37a65c-e7a7-4d82-bbb9-87b44c73b477, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e0ca26-99bc-4a25-898f-d447a4e4523e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '19948260-caa8-4255-97c7-5cc67e139c53'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:46:39.879008 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:39.921611 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 33114) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:39.945300 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-abdffff3-e7f2-430d-aa81-63b1c62f8f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:39.980148 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-abdffff3-e7f2-430d-aa81-63b1c62f8f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:39.984141 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] For port 3d37a65c-e7a7-4d82-bbb9-87b44c73b477, host hv-cinder-75078, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:46:39.984475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-abdffff3-e7f2-430d-aa81-63b1c62f8f79 admin admin] Usage tracker for resource:security_group_rule and tenant:a1705e04ab6b44af81902b23600efa9a is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:46:39.986597 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] For port 3d37a65c-e7a7-4d82-bbb9-87b44c73b477, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=3d37a65c-e7a7-4d82-bbb9-87b44c73b477,segment=NetworkSegment(f6e0ca26-99bc-4a25-898f-d447a4e4523e),segment_id=f6e0ca26-99bc-4a25-898f-d447a4e4523e)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:46:39.987734 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-abdffff3-e7f2-430d-aa81-63b1c62f8f79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:46:39.994362 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:40.002194 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-abdffff3-e7f2-430d-aa81-63b1c62f8f79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:40.010854 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:40.101452 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-abdffff3-e7f2-430d-aa81-63b1c62f8f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:40.107306 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-abdffff3-e7f2-430d-aa81-63b1c62f8f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:40.122001 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:40.159036 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:40.221960 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-abdffff3-e7f2-430d-aa81-63b1c62f8f79 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a1705e04ab6b44af81902b23600efa9a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2965004
Nov 19 20:46:40.221960 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdffff3-e7f2-430d-aa81-63b1c62f8f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d844b3f7-f03d-4c00-bf1b-2e6f5986b386,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:40.223814 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 33130) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:40.225580 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:40.228510 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] 10.222.0.27 "PUT /v2.0/ports/3d37a65c-e7a7-4d82-bbb9-87b44c73b477 HTTP/1.1" status: 200  len: 1162 time: 1.6309638
Nov 19 20:46:40.231116 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915c9c56-42a4-4e9c-96e7-c91a5adf52a8', 'tag': '3d37a65c-e7a7-4d82-bbb9-87b44c73b477'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:46:40.242452 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-abdffff3-e7f2-430d-aa81-63b1c62f8f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:40.261105 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Pushing event updated for resources: {'Port': ['ID=3d37a65c-e7a7-4d82-bbb9-87b44c73b477,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:40.267195 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:40.348043 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f966543a-a11b-41bc-83ae-87dc286b12cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:40.380103 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f966543a-a11b-41bc-83ae-87dc286b12cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:40.426897 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2775205-33d5-4208-8b6c-3054225534b0 req-ebb8d834-f3d6-4324-bfa4-6711fbcd651b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:40.428847 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e2775205-33d5-4208-8b6c-3054225534b0 req-ebb8d834-f3d6-4324-bfa4-6711fbcd651b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0892286
Nov 19 20:46:40.429468 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f966543a-a11b-41bc-83ae-87dc286b12cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:40.435310 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-76ed269d-acf9-4fb2-9472-9c8fb846df6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:40.448642 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966543a-a11b-41bc-83ae-87dc286b12cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d844b3f7-f03d-4c00-bf1b-2e6f5986b386,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:40.452460 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f966543a-a11b-41bc-83ae-87dc286b12cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:40.454569 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f966543a-a11b-41bc-83ae-87dc286b12cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:40.458879 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-f966543a-a11b-41bc-83ae-87dc286b12cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d844b3f7-f03d-4c00-bf1b-2e6f5986b386 HTTP/1.1" status: 204  len: 168 time: 0.2290297
Nov 19 20:46:40.483799 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e2775205-33d5-4208-8b6c-3054225534b0 req-d757a1a5-fc13-4c6f-868f-c259f6f26e42 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477364
Nov 19 20:46:40.673909 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-c7c13a57-0665-4b03-94de-76abf1fef3d2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=fe14350abe0546aca76b12b7e13370f1&device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 1165 time: 0.0870035
Nov 19 20:46:40.761589 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915c9c56-42a4-4e9c-96e7-c91a5adf52a8', 'tag': '3d37a65c-e7a7-4d82-bbb9-87b44c73b477', 'status': 'completed', 'code': 200}
Nov 19 20:46:41.049529 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316c713-da8e-4391-aad4-faca6cd1c4ae req-6f7b815a-1839-43ed-b9b5-e130edc92f31 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:41.050335 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-9316c713-da8e-4391-aad4-faca6cd1c4ae req-6f7b815a-1839-43ed-b9b5-e130edc92f31 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Synchronizing usage tracker for tenant:fe14350abe0546aca76b12b7e13370f1 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:46:41.066797 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-9316c713-da8e-4391-aad4-faca6cd1c4ae req-6f7b815a-1839-43ed-b9b5-e130edc92f31 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Unset dirty status for tenant:fe14350abe0546aca76b12b7e13370f1 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:46:41.068029 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9316c713-da8e-4391-aad4-faca6cd1c4ae req-6f7b815a-1839-43ed-b9b5-e130edc92f31 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 948 time: 0.1123049
Nov 19 20:46:41.116496 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-9316c713-da8e-4391-aad4-faca6cd1c4ae req-4dbbe617-3bc9-4799-a8c3-86114a15baf5 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Synchronizing usage tracker for tenant:fe14350abe0546aca76b12b7e13370f1 on resource:security_group {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:46:41.133666 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-9316c713-da8e-4391-aad4-faca6cd1c4ae req-4dbbe617-3bc9-4799-a8c3-86114a15baf5 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Unset dirty status for tenant:fe14350abe0546aca76b12b7e13370f1 on resource:security_group {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:46:41.135126 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9316c713-da8e-4391-aad4-faca6cd1c4ae req-4dbbe617-3bc9-4799-a8c3-86114a15baf5 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607128
Nov 19 20:46:43.223842 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 33238) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:43.372959 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5c90c085-4cc8-495f-9411-dd886c13023a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:43.405283 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-5c90c085-4cc8-495f-9411-dd886c13023a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:43.410079 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-5c90c085-4cc8-495f-9411-dd886c13023a admin admin] Usage tracker for resource:security_group_rule and tenant:4d8beacbec874f92b19ccdce9e969ec5 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:46:43.413230 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-5c90c085-4cc8-495f-9411-dd886c13023a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:46:43.419004 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-5c90c085-4cc8-495f-9411-dd886c13023a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:43.485840 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5c90c085-4cc8-495f-9411-dd886c13023a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:43.488462 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5c90c085-4cc8-495f-9411-dd886c13023a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:43.495897 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-840a57be-03ec-40eb-a3b9-593da598d01e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:43.539448 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90c085-4cc8-495f-9411-dd886c13023a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0999c26-b4ed-4b18-9dc1-e2f38d2988b6,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:43.543534 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5c90c085-4cc8-495f-9411-dd886c13023a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:43.548908 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-5c90c085-4cc8-495f-9411-dd886c13023a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d8beacbec874f92b19ccdce9e969ec5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3238742
Nov 19 20:46:43.549350 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 33246) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:43.625269 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8c661cc3-4f18-43de-9675-801c525e8217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:43.652990 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8c661cc3-4f18-43de-9675-801c525e8217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:43.703597 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8c661cc3-4f18-43de-9675-801c525e8217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:43.708694 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9fe21ff1-9bc5-4dfc-92ae-2c26cdc09e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:43.721575 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c661cc3-4f18-43de-9675-801c525e8217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0999c26-b4ed-4b18-9dc1-e2f38d2988b6,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:43.733523 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8c661cc3-4f18-43de-9675-801c525e8217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:43.733523 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8c661cc3-4f18-43de-9675-801c525e8217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:43.733523 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-8c661cc3-4f18-43de-9675-801c525e8217 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e0999c26-b4ed-4b18-9dc1-e2f38d2988b6 HTTP/1.1" status: 204  len: 168 time: 0.1820152
Nov 19 20:46:44.069535 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 33258) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:44.089300 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6c4c905e-acce-4b9e-a06e-fe5c2908bf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:44.121754 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-6c4c905e-acce-4b9e-a06e-fe5c2908bf4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:44.126190 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-6c4c905e-acce-4b9e-a06e-fe5c2908bf4c admin admin] Usage tracker for resource:security_group_rule and tenant:1038ce9583a04ee2aeb2d308e33fdf7f is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:46:44.129150 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-6c4c905e-acce-4b9e-a06e-fe5c2908bf4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:46:44.134995 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-6c4c905e-acce-4b9e-a06e-fe5c2908bf4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:44.204446 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6c4c905e-acce-4b9e-a06e-fe5c2908bf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:44.209311 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6c4c905e-acce-4b9e-a06e-fe5c2908bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:44.216571 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d406f3bd-ca1a-4391-ae04-96abbcbe7b38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:44.258824 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c905e-acce-4b9e-a06e-fe5c2908bf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb867bbd-c8fc-4050-bfa7-73b18b30cea2,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:44.262608 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-6c4c905e-acce-4b9e-a06e-fe5c2908bf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:44.267914 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-6c4c905e-acce-4b9e-a06e-fe5c2908bf4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1038ce9583a04ee2aeb2d308e33fdf7f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1950490
Nov 19 20:46:44.268737 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 33264) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:44.334519 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fb12eef7-6847-4483-8e1e-8d9f31ed1d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:44.361277 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fb12eef7-6847-4483-8e1e-8d9f31ed1d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:44.407123 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fb12eef7-6847-4483-8e1e-8d9f31ed1d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:44.413358 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-6349babe-fd00-4baf-b563-348981a17d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:44.426844 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12eef7-6847-4483-8e1e-8d9f31ed1d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb867bbd-c8fc-4050-bfa7-73b18b30cea2,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:44.430188 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-fb12eef7-6847-4483-8e1e-8d9f31ed1d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:44.431090 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fb12eef7-6847-4483-8e1e-8d9f31ed1d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:44.432311 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-fb12eef7-6847-4483-8e1e-8d9f31ed1d33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eb867bbd-c8fc-4050-bfa7-73b18b30cea2 HTTP/1.1" status: 204  len: 168 time: 0.1630030
Nov 19 20:46:45.118109 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-978ae38b-cdc6-4bba-8536-d03186ce1f44 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=3d37a65c-e7a7-4d82-bbb9-87b44c73b477 HTTP/1.1" status: 200  len: 217 time: 0.0690010
Nov 19 20:46:45.612344 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-64bf9aab-7bd9-4d90-a36a-b09f9a08130e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:45.614161 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-64bf9aab-7bd9-4d90-a36a-b09f9a08130e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=34562da2-f5b4-497b-8868-8edaa6eed898 HTTP/1.1" status: 200  len: 843 time: 0.1864426
Nov 19 20:46:45.636303 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fcd9c-8e45-44ff-8530-c90f90cc992b req-c76ca26a-27af-47ff-bd31-c123cc662e7c tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:45.638012 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-900fcd9c-8e45-44ff-8530-c90f90cc992b req-c76ca26a-27af-47ff-bd31-c123cc662e7c tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 948 time: 0.1109555
Nov 19 20:46:45.755737 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-900fcd9c-8e45-44ff-8530-c90f90cc992b req-e8403d3a-4cde-4074-b580-91e3d3e5ba4b tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789745
Nov 19 20:46:45.773893 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-060c938b-4c17-4a5c-9903-eabc83547a32 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=19948260-caa8-4255-97c7-5cc67e139c53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1345603
Nov 19 20:46:45.938042 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-134a9610-1a2f-47dd-83b2-0ce372d54d80 service neutron] 10.222.0.27 "GET /v2.0/networks/19948260-caa8-4255-97c7-5cc67e139c53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440687
Nov 19 20:46:46.083518 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d34f2cc0-5e5b-4a08-b1d9-62083a98c386 req-80546777-2216-48af-b939-bb62fe57e9fd service neutron] 10.222.0.27 "GET /v2.0/networks/19948260-caa8-4255-97c7-5cc67e139c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384721
Nov 19 20:46:46.284889 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-916754a5-4c7e-4950-ac67-7c85e41e21ca req-0b0e7188-7448-4ca3-a5a9-3e9b9f11de4d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=fe14350abe0546aca76b12b7e13370f1&device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 1165 time: 0.0864048
Nov 19 20:46:46.440781 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916754a5-4c7e-4950-ac67-7c85e41e21ca req-611dcdc7-b742-4d52-b0c7-5b01b84a0264 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:46.442482 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-916754a5-4c7e-4950-ac67-7c85e41e21ca req-611dcdc7-b742-4d52-b0c7-5b01b84a0264 service neutron] 10.222.0.27 "GET /v2.0/networks?id=19948260-caa8-4255-97c7-5cc67e139c53 HTTP/1.1" status: 200  len: 863 time: 0.1469836
Nov 19 20:46:46.491035 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 33322) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:46.536255 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-916754a5-4c7e-4950-ac67-7c85e41e21ca req-6247d856-fc63-41c2-91a7-80f413ef4a26 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=3d37a65c-e7a7-4d82-bbb9-87b44c73b477 HTTP/1.1" status: 200  len: 217 time: 0.0766876
Nov 19 20:46:46.608923 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916754a5-4c7e-4950-ac67-7c85e41e21ca req-afcec7e5-175a-458b-bb3b-e0f623a70e4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:46.610573 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-916754a5-4c7e-4950-ac67-7c85e41e21ca req-afcec7e5-175a-458b-bb3b-e0f623a70e4d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=34562da2-f5b4-497b-8868-8edaa6eed898 HTTP/1.1" status: 200  len: 843 time: 0.0649674
Nov 19 20:46:46.657097 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8e925ae6-eb81-41e0-8904-60d07cc87422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:46.691869 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-8e925ae6-eb81-41e0-8904-60d07cc87422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:46.696155 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-8e925ae6-eb81-41e0-8904-60d07cc87422 admin admin] Usage tracker for resource:security_group_rule and tenant:bade3543e7bf492da7d6c3491aacd49b is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:46:46.698069 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-916754a5-4c7e-4950-ac67-7c85e41e21ca req-75d8fb02-aee6-4d56-9cb0-f7c50bacf940 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=19948260-caa8-4255-97c7-5cc67e139c53&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0769935
Nov 19 20:46:46.699262 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-8e925ae6-eb81-41e0-8904-60d07cc87422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:46:46.705125 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-8e925ae6-eb81-41e0-8904-60d07cc87422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:46.773480 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8e925ae6-eb81-41e0-8904-60d07cc87422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:46.776543 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8e925ae6-eb81-41e0-8904-60d07cc87422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:46.784948 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-fb12eef7-6847-4483-8e1e-8d9f31ed1d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:46.828974 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e925ae6-eb81-41e0-8904-60d07cc87422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9760b237-eb0b-4863-afcf-f4afb8240e50,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:46.832666 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8e925ae6-eb81-41e0-8904-60d07cc87422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:46.838257 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-8e925ae6-eb81-41e0-8904-60d07cc87422 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bade3543e7bf492da7d6c3491aacd49b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3460999
Nov 19 20:46:46.838953 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 33330) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:46.860283 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-916754a5-4c7e-4950-ac67-7c85e41e21ca req-2c2dc365-ca00-4e11-a8fa-c947ca122d0d service neutron] 10.222.0.27 "GET /v2.0/networks/19948260-caa8-4255-97c7-5cc67e139c53?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521561
Nov 19 20:46:46.907655 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d48f4d6c-54d9-474c-99f4-2684b9f54b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:46.935449 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d48f4d6c-54d9-474c-99f4-2684b9f54b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:46.979703 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d48f4d6c-54d9-474c-99f4-2684b9f54b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:46.985141 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e49448c4-f005-4583-8421-58cc4d4629e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:46.997349 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f4d6c-54d9-474c-99f4-2684b9f54b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9760b237-eb0b-4863-afcf-f4afb8240e50,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:47.001047 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d48f4d6c-54d9-474c-99f4-2684b9f54b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:47.003049 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d48f4d6c-54d9-474c-99f4-2684b9f54b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:47.006631 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-d48f4d6c-54d9-474c-99f4-2684b9f54b7e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9760b237-eb0b-4863-afcf-f4afb8240e50 HTTP/1.1" status: 204  len: 168 time: 0.1643453
Nov 19 20:46:47.306896 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-916754a5-4c7e-4950-ac67-7c85e41e21ca req-260749d9-6ad8-4024-a26d-9661488ecc47 service neutron] 10.222.0.27 "GET /v2.0/networks/19948260-caa8-4255-97c7-5cc67e139c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4341533
Nov 19 20:46:47.318414 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe5cbf-72e7-4830-b973-f2bb2e34c00f req-c18dfab5-feaa-47d8-9c49-332ad43bfbf0 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:47.320085 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-86fe5cbf-72e7-4830-b973-f2bb2e34c00f req-c18dfab5-feaa-47d8-9c49-332ad43bfbf0 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 948 time: 0.4195244
Nov 19 20:46:47.382104 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-86fe5cbf-72e7-4830-b973-f2bb2e34c00f req-bd4a5b15-780a-4c8e-ad9c-f4536fb0e234 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513022
Nov 19 20:46:47.447078 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 33350) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:47.466584 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cad8724c-7146-4a6c-a802-bef150887f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:47.501581 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-cad8724c-7146-4a6c-a802-bef150887f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:47.505652 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-cad8724c-7146-4a6c-a802-bef150887f76 admin admin] Usage tracker for resource:security_group_rule and tenant:98be7f4e6ecf4335b09a8cdfefed3243 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:46:47.508608 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-cad8724c-7146-4a6c-a802-bef150887f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:46:47.514444 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-cad8724c-7146-4a6c-a802-bef150887f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:47.582080 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cad8724c-7146-4a6c-a802-bef150887f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:47.585120 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cad8724c-7146-4a6c-a802-bef150887f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:47.592750 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1f8ad9e6-8504-48ad-b53d-65e2b634063f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:47.635875 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8724c-7146-4a6c-a802-bef150887f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807b7fba-cf8c-4835-971c-4bb3005595be,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:47.642826 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-cad8724c-7146-4a6c-a802-bef150887f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:47.652058 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-cad8724c-7146-4a6c-a802-bef150887f76 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98be7f4e6ecf4335b09a8cdfefed3243&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2011220
Nov 19 20:46:47.652058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 33360) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:47.715821 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b7a8f665-8633-40a4-9a1b-df5418aa6088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:47.745229 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b7a8f665-8633-40a4-9a1b-df5418aa6088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:47.791947 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b7a8f665-8633-40a4-9a1b-df5418aa6088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:47.797720 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d12c0650-3bde-40ee-8516-7e9d5c410088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:47.809056 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8f665-8633-40a4-9a1b-df5418aa6088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807b7fba-cf8c-4835-971c-4bb3005595be,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:47.814668 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b7a8f665-8633-40a4-9a1b-df5418aa6088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:47.817059 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b7a8f665-8633-40a4-9a1b-df5418aa6088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:47.820722 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-b7a8f665-8633-40a4-9a1b-df5418aa6088 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/807b7fba-cf8c-4835-971c-4bb3005595be HTTP/1.1" status: 204  len: 168 time: 0.1676168
Nov 19 20:46:48.615581 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f1a73-1f6b-4478-91f2-e1000608b661 req-8fac2187-ad2c-4cbb-b6d8-65cc3e4f0b83 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:48.617209 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b91f1a73-1f6b-4478-91f2-e1000608b661 req-8fac2187-ad2c-4cbb-b6d8-65cc3e4f0b83 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 948 time: 0.0961576
Nov 19 20:46:48.665574 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b91f1a73-1f6b-4478-91f2-e1000608b661 req-95ffdfa0-cec7-4326-ace1-9d2b7a229a71 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421858
Nov 19 20:46:48.740980 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 33394) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:48.883407 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1645367446-network', 'tenant_id': '001839017f834d1899815650399870e1'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:46:48.888518 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:48.892603 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Usage tracker for resource:network and tenant:001839017f834d1899815650399870e1 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:46:48.895614 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:46:48.901413 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:48.910995 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Made reservation on behalf of 001839017f834d1899815650399870e1 for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:46:48.915970 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:48.929691 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:48.964446 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:48.968965 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Usage tracker for resource:security_group_rule and tenant:001839017f834d1899815650399870e1 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:46:48.971908 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:46:48.977625 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:49.051093 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:49.054064 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:49.058296 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-23f2e23e-5942-49c1-bce3-5cc8da6d84fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:49.087729 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 20:46:49.101770 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71763ec-1e84-4140-9201-b5c6476c58db,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:49.106886 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778072056128', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:49.107333 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.segments_db [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Added segment 2e751e4b-097a-48d8-bf72-ed4aa0c841f2 of type vxlan for network 41e794f1-6186-489f-98a8-296f21bfb671
Nov 19 20:46:49.109184 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:49.137106 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778071455654'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:49.170684 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:49.172019 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:49.172671 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:49.176540 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:49.284655 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Pushing event updated for resources: {'Network': ['ID=41e794f1-6186-489f-98a8-296f21bfb671,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:49.288124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:49.290906 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5488167
Nov 19 20:46:49.293887 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 33410) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:46:49.297259 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Network 41e794f1-6186-489f-98a8-296f21bfb671 details requested by agent ovs-agent-dv-cinder-750782-3-iscsi with host dv-cinder-750782-3-iscsi {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:46:49.300389 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-e0012bf6-082e-4a1a-aec9-fe56906d5ff6 admin admin] Request body: {'subnet': {'network_id': '41e794f1-6186-489f-98a8-296f21bfb671', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1645367446-subnet', 'tenant_id': '001839017f834d1899815650399870e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:46:49.305445 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-e0012bf6-082e-4a1a-aec9-fe56906d5ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:46:49.309514 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-e0012bf6-082e-4a1a-aec9-fe56906d5ff6 admin admin] Usage tracker for resource:subnet and tenant:001839017f834d1899815650399870e1 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:46:49.312616 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-e0012bf6-082e-4a1a-aec9-fe56906d5ff6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:46:49.318434 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-e0012bf6-082e-4a1a-aec9-fe56906d5ff6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:46:49.327693 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0012bf6-082e-4a1a-aec9-fe56906d5ff6 admin admin] Made reservation on behalf of 001839017f834d1899815650399870e1 for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:46:49.332351 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e0012bf6-082e-4a1a-aec9-fe56906d5ff6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10968854'] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:49.730922 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e0012bf6-082e-4a1a-aec9-fe56906d5ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853334630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10968869'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:49.749764 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:46:49.877924 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064d83f-0480-49bb-b302-0fa4932dcced req-ac967763-cff6-42b5-bc48-d9cc4b445d76 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:49.879554 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2064d83f-0480-49bb-b302-0fa4932dcced req-ac967763-cff6-42b5-bc48-d9cc4b445d76 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 948 time: 0.0846210
Nov 19 20:46:49.884626 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0012bf6-082e-4a1a-aec9-fe56906d5ff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c418b311-f546-4cec-b149-0747e7470fa6,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:46:49.888731 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e0012bf6-082e-4a1a-aec9-fe56906d5ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:46:49.936225 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2064d83f-0480-49bb-b302-0fa4932dcced req-1fc4cd47-c525-4a6d-8755-d0c0255cf486 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451622
Nov 19 20:46:49.951046 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0012bf6-082e-4a1a-aec9-fe56906d5ff6 admin admin] Checking segment: {'id': '2e751e4b-097a-48d8-bf72-ed4aa0c841f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41e794f1-6186-489f-98a8-296f21bfb671'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:46:49.951962 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0012bf6-082e-4a1a-aec9-fe56906d5ff6 admin admin] Network hostable DHCP agents. Network: 41e794f1-6186-489f-98a8-296f21bfb671, hostable agents: ['8d02a572-c9e9-422d-ae68-8452b80e1360'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 20:46:49.973783 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0012bf6-082e-4a1a-aec9-fe56906d5ff6 admin admin] Network 41e794f1-6186-489f-98a8-296f21bfb671 is scheduled to be hosted by DHCP agent 8d02a572-c9e9-422d-ae68-8452b80e1360 with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 20:46:49.981676 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-e0012bf6-082e-4a1a-aec9-fe56906d5ff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-iscsi, 41e794f1-6186-489f-98a8-296f21bfb671) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:46:49.991044 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7edeeda-9eb4-4a38-979a-903b49154a52 None None] Network 41e794f1-6186-489f-98a8-296f21bfb671 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:46:49.993507 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0012bf6-082e-4a1a-aec9-fe56906d5ff6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:49.994215 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e0012bf6-082e-4a1a-aec9-fe56906d5ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:46:50.013831 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-e0012bf6-082e-4a1a-aec9-fe56906d5ff6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7187040
Nov 19 20:46:50.220333 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4567a5-0723-4b97-90e1-5772dee20334 None None] Network 41e794f1-6186-489f-98a8-296f21bfb671 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:46:51.151276 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e8f28-61cf-4e91-8a71-7d6f9a99e9f0 req-5a0b7606-ad75-40ef-9e26-2da7549ea8b0 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:51.153089 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ca6e8f28-61cf-4e91-8a71-7d6f9a99e9f0 req-5a0b7606-ad75-40ef-9e26-2da7549ea8b0 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 948 time: 0.0865722
Nov 19 20:46:51.202905 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ca6e8f28-61cf-4e91-8a71-7d6f9a99e9f0 req-1671f71f-6e79-448d-bb51-5e84f3a58224 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433872
Nov 19 20:46:52.413152 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712007d9-8bc4-42d5-9a8e-2944fc901f5e req-4d598b42-e435-4580-972b-d5916dcc56b6 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:52.414687 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-712007d9-8bc4-42d5-9a8e-2944fc901f5e req-4d598b42-e435-4580-972b-d5916dcc56b6 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 948 time: 0.0841048
Nov 19 20:46:52.462008 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-712007d9-8bc4-42d5-9a8e-2944fc901f5e req-127acf65-ea2c-46aa-8086-3b8d3fa0b3d0 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403981
Nov 19 20:46:53.040641 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Network 41e794f1-6186-489f-98a8-296f21bfb671 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:46:53.117566 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d784ff51-cb69-4ec3-bc24-8b3497503869 req-ffaa058a-aa9b-4ee1-b118-b89152540efe service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0762918
Nov 19 20:46:53.247959 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d784ff51-cb69-4ec3-bc24-8b3497503869 req-7d777e0e-0207-4557-bbe3-5e7922e36ff0 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=815c1f905e754bd799b86d9adaab1030&device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 1162 time: 0.0814505
Nov 19 20:46:53.447137 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784ff51-cb69-4ec3-bc24-8b3497503869 req-b1503a78-c950-45ff-8dfa-7ebf14fd8e4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:53.448696 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d784ff51-cb69-4ec3-bc24-8b3497503869 req-b1503a78-c950-45ff-8dfa-7ebf14fd8e4a service neutron] 10.222.0.27 "GET /v2.0/networks?id=0a113bd1-778c-4e88-acd2-a1595854211f HTTP/1.1" status: 200  len: 913 time: 0.1387694
Nov 19 20:46:53.523300 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d784ff51-cb69-4ec3-bc24-8b3497503869 req-502f0273-bd89-4a8e-b3cb-95468bea70b6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 HTTP/1.1" status: 200  len: 217 time: 0.0670831
Nov 19 20:46:53.597058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784ff51-cb69-4ec3-bc24-8b3497503869 req-a37420c6-318b-47a2-9c19-5880c94028f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:53.598688 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d784ff51-cb69-4ec3-bc24-8b3497503869 req-a37420c6-318b-47a2-9c19-5880c94028f9 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab1e6561-e749-40d7-a5a9-de196eaf5e63 HTTP/1.1" status: 200  len: 859 time: 0.0672283
Nov 19 20:46:53.697792 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d784ff51-cb69-4ec3-bc24-8b3497503869 req-23eb3848-a7c6-4b67-923e-4b9031270ffe service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0a113bd1-778c-4e88-acd2-a1595854211f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0565140
Nov 19 20:46:53.823220 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43bb1a-818d-4b25-902b-90e819fa0fa7 req-ad86d6e1-27e6-4e8b-8156-ce583454893e tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:53.824825 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4a43bb1a-818d-4b25-902b-90e819fa0fa7 req-ad86d6e1-27e6-4e8b-8156-ce583454893e tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 948 time: 0.2252033
Nov 19 20:46:53.899888 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d784ff51-cb69-4ec3-bc24-8b3497503869 req-392cb769-4b5f-4b90-aa4e-bc898fde353c service neutron] 10.222.0.27 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1912942
Nov 19 20:46:53.902393 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4a43bb1a-818d-4b25-902b-90e819fa0fa7 req-e5e888de-f912-4ad9-a763-a19d717a754f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695314
Nov 19 20:46:53.985694 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:46:54.057658 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d784ff51-cb69-4ec3-bc24-8b3497503869 req-9f29d3ad-9450-4bff-9491-41e3814d97d0 service neutron] 10.222.0.27 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1504269
Nov 19 20:46:55.121773 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6c6e3-a6de-4a09-9eef-71846201b59a req-41ca6167-e666-4e50-a35f-946adf940507 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:55.123980 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6bb6c6e3-a6de-4a09-9eef-71846201b59a req-41ca6167-e666-4e50-a35f-946adf940507 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 948 time: 0.0879703
Nov 19 20:46:55.181128 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6bb6c6e3-a6de-4a09-9eef-71846201b59a req-9d34f837-e9bc-4eb2-9c3a-124d108b8a20 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501580
Nov 19 20:46:55.565330 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-40903a65-0e2b-4f90-9db5-c96f6140eea4 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:55.567092 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-40903a65-0e2b-4f90-9db5-c96f6140eea4 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/networks?id=41e794f1-6186-489f-98a8-296f21bfb671 HTTP/1.1" status: 200  len: 809 time: 0.1601605
Nov 19 20:46:55.584791 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-10594c81-344d-4601-8f52-3ff0b30b8537 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/quotas/001839017f834d1899815650399870e1 HTTP/1.1" status: 200  len: 375 time: 0.0117514
Nov 19 20:46:55.640275 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-6b88cee0-f750-40ab-afdc-871bf19a369c tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?tenant_id=001839017f834d1899815650399870e1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0459483
Nov 19 20:46:55.787442 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-f0f6f767-3c92-4e51-acb8-d149e35da7c4 service neutron] 10.222.0.23 "GET /v2.0/networks/41e794f1-6186-489f-98a8-296f21bfb671?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386416
Nov 19 20:46:55.930475 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-620020e3-c7a8-45a4-a26c-a36b377ba6b9 service neutron] 10.222.0.23 "GET /v2.0/networks/41e794f1-6186-489f-98a8-296f21bfb671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363127
Nov 19 20:46:56.565830 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dfdafe86-43d2-42a8-8826-5ad27c3fb627 req-1be49e7f-3f2d-4c06-8240-d93d866d73da tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 210 time: 0.0447862
Nov 19 20:46:56.768016 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9bcc43-6453-4681-b541-7e8d7ca28dec req-2ac5f5d0-e025-4e1e-a8e7-40d180390354 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:56.769624 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5f9bcc43-6453-4681-b541-7e8d7ca28dec req-2ac5f5d0-e025-4e1e-a8e7-40d180390354 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 948 time: 0.0878854
Nov 19 20:46:56.820195 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5f9bcc43-6453-4681-b541-7e8d7ca28dec req-e33ef506-ab2e-4a90-97da-6404f62c3e9d tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439711
Nov 19 20:46:57.742252 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cb2f338b-2370-4aeb-8b9f-0cfce7622ee7 req-cb734878-98d4-4e60-b4af-40d573cdb504 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 210 time: 0.0447166
Nov 19 20:46:58.037314 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b93024-cb1a-4566-94dc-fa2f75ed5ab9 req-807d998c-ede9-456a-b799-ac1e9cac6eb0 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:58.038955 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a6b93024-cb1a-4566-94dc-fa2f75ed5ab9 req-807d998c-ede9-456a-b799-ac1e9cac6eb0 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 948 time: 0.0842023
Nov 19 20:46:58.085811 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a6b93024-cb1a-4566-94dc-fa2f75ed5ab9 req-b5fa952b-298b-43a4-bf2a-b9bc71d81edc tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409708
Nov 19 20:46:58.916264 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-908c1b48-5290-4f69-88a6-c2c16b93642b req-fc8b6053-b70c-4c41-8d6c-c58d93051ba6 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 210 time: 0.0459156
Nov 19 20:46:59.303750 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a4d49-e6ad-4993-9261-d2b12f61267a req-52014d4a-5c56-4595-a36b-22b04acbf99e tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:46:59.305361 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d85a4d49-e6ad-4993-9261-d2b12f61267a req-52014d4a-5c56-4595-a36b-22b04acbf99e tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 948 time: 0.0885561
Nov 19 20:46:59.355724 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d85a4d49-e6ad-4993-9261-d2b12f61267a req-64a03fcc-38fd-43fa-b9cb-726b1b06c805 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435688
Nov 19 20:46:59.386598 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:00.090089 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-19f671b3-331d-4d89-9552-53fc7fa7e9d7 req-2b12f490-3080-4ecc-96ce-71e0a35b5630 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 210 time: 0.0458043
Nov 19 20:47:00.573671 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2d8a1-3de2-463f-8f22-ab6fee643efa req-396f6d14-351f-4c40-b2af-5f20cd1d0208 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:00.575349 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-42b2d8a1-3de2-463f-8f22-ab6fee643efa req-396f6d14-351f-4c40-b2af-5f20cd1d0208 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 948 time: 0.0865664
Nov 19 20:47:00.624775 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-42b2d8a1-3de2-463f-8f22-ab6fee643efa req-ca0194ce-5079-4b82-bff3-8909f073a3fa tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426159
Nov 19 20:47:01.264241 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-abf60b71-17ab-4e82-90fd-abb92d738fd0 req-8aad18b5-81c3-4066-9b69-46aaaaec6de4 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 210 time: 0.0456715
Nov 19 20:47:01.861501 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e726d2c-e64f-4318-9342-5a485e786dba req-4e4200c9-4100-4149-a15f-6ec13f2666cc tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:01.863124 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5e726d2c-e64f-4318-9342-5a485e786dba req-4e4200c9-4100-4149-a15f-6ec13f2666cc tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 948 time: 0.0952172
Nov 19 20:47:01.911772 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5e726d2c-e64f-4318-9342-5a485e786dba req-da2cffa3-9f35-4883-bc0d-d525f2e20878 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421233
Nov 19 20:47:02.450507 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-23798437-15d1-45dd-9691-27a790128bde req-f1f03d02-e297-4429-ad37-b98a67767bc5 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 210 time: 0.0538208
Nov 19 20:47:02.645863 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-be82ac42-50cb-4fac-ad69-cf5df096ab12 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:02.648084 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-be82ac42-50cb-4fac-ad69-cf5df096ab12 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.27 "GET /v2.0/networks?id=41e794f1-6186-489f-98a8-296f21bfb671 HTTP/1.1" status: 200  len: 809 time: 0.1628931
Nov 19 20:47:02.683633 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Request body: {'port': {'device_id': '2879adb2-5a42-4e0c-9096-aa4ca7dc808b', 'network_id': '41e794f1-6186-489f-98a8-296f21bfb671', 'admin_state_up': True, 'tenant_id': '001839017f834d1899815650399870e1'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:47:02.839774 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:47:02.844887 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Usage tracker for resource:port and tenant:001839017f834d1899815650399870e1 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:47:02.847919 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Quota usage for port was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:47:02.853779 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:47:02.863377 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Made reservation on behalf of 001839017f834d1899815650399870e1 for: {'port': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:47:02.869627 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:02.874516 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Network 19948260-caa8-4255-97c7-5cc67e139c53 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:47:03.279499 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c995b92-ee8f-4b5a-a64e-10b643de2137 req-66ebcd4e-890d-4e83-bd81-a1d40d363ecd tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:03.281133 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1c995b92-ee8f-4b5a-a64e-10b643de2137 req-66ebcd4e-890d-4e83-bd81-a1d40d363ecd tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 948 time: 0.1784346
Nov 19 20:47:03.292618 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Allocated IP 172.20.0.9 (41e794f1-6186-489f-98a8-296f21bfb671/c418b311-f546-4cec-b149-0747e7470fa6/e381d4e6-3298-4663-8a5b-173e48cd0654) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:47:03.371282 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1c995b92-ee8f-4b5a-a64e-10b643de2137 req-e53803e8-bf06-4724-a927-fd564a5defdc tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834959
Nov 19 20:47:03.409983 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.objects.ports [None req-0a16fd7e-92ff-4582-ac46-f52a64f0acc8 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80325) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 20:47:03.553604 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:03.581329 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:03.674650 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238e590-6709-4454-8c0d-e6873f3bd05d req-a6a858db-2621-4b51-a69d-d29659015dae tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:03.676376 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d238e590-6709-4454-8c0d-e6873f3bd05d req-a6a858db-2621-4b51-a69d-d29659015dae tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 931 time: 0.0897052
Nov 19 20:47:03.729199 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-d238e590-6709-4454-8c0d-e6873f3bd05d req-a4890a44-3354-42bb-a322-8323fbf09790 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Synchronizing usage tracker for tenant:001839017f834d1899815650399870e1 on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:47:03.747035 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-d238e590-6709-4454-8c0d-e6873f3bd05d req-a4890a44-3354-42bb-a322-8323fbf09790 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Unset dirty status for tenant:001839017f834d1899815650399870e1 on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:47:03.748326 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d238e590-6709-4454-8c0d-e6873f3bd05d req-a4890a44-3354-42bb-a322-8323fbf09790 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653582
Nov 19 20:47:03.801672 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:03.940737 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Pushing event updated for resources: {'Port': ['ID=e381d4e6-3298-4663-8a5b-173e48cd0654,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:03.961343 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.961770 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.962189 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.962663 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.962954 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.963340 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.963723 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.964108 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.964490 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.965096 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.965214 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.965591 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.966392 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.966815 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.967218 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.967604 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.968157 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.968383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.968777 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.969152 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.969614 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.969933 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.970401 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.970707 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:03.980938 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:04.017641 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Network 41e794f1-6186-489f-98a8-296f21bfb671 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:47:04.018857 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:47:04.021289 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:47:04.088921 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:04.089559 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:04.101441 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 33668) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:04.116320 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4371641
Nov 19 20:47:04.136240 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Request body: {'port': {'device_id': '2879adb2-5a42-4e0c-9096-aa4ca7dc808b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:47:04.256067 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:04.302444 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:04.335915 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:47:04.340043 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Usage tracker for resource:security_group_rule and tenant:306e5776f6834f139c5d388fef6b1238 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:47:04.343503 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:47:04.349279 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:47:04.427314 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:04.431235 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:04.463614 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-48d42667-90a9-4be3-956f-9542a3e3d72f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:04.486516 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=306e5776f6834f139c5d388fef6b1238&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3838167
Nov 19 20:47:04.487233 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 33684) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:04.514002 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d89c48-d3d8-4701-8b58-7797b6993523,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:04.584710 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.585280 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.585475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.585911 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.586305 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.586698 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.587089 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.587480 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.587868 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.588248 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.588634 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.589015 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.589447 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.589854 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.590293 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.590619 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.590999 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.591380 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.591805 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.592184 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.592561 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.592937 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.593320 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.593712 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:04.612219 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 3d37a65c-e7a7-4d82-bbb9-87b44c73b477 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:47:04.618941 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:04.678531 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5841dfd1-02aa-4149-9eed-43fe352a1b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:04.709465 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5841dfd1-02aa-4149-9eed-43fe352a1b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:04.716243 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning for port 3d37a65c-e7a7-4d82-bbb9-87b44c73b477 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:47:04.722301 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 3d37a65c-e7a7-4d82-bbb9-87b44c73b477 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:47:04.722977 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:04.764032 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee95d4a-cfd0-4b45-a375-06030806e432 req-7cb99132-ca61-4fe1-9717-d99362c33ce5 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:04.765685 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8ee95d4a-cfd0-4b45-a375-06030806e432 req-7cb99132-ca61-4fe1-9717-d99362c33ce5 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 948 time: 0.2373853
Nov 19 20:47:04.768983 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e381d4e6-3298-4663-8a5b-173e48cd0654 {{(pid=80324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 20:47:04.772529 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5841dfd1-02aa-4149-9eed-43fe352a1b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:04.778909 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:04.780311 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d7696da0-177a-4a79-9083-f08c96337fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:04.792562 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841dfd1-02aa-4149-9eed-43fe352a1b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d89c48-d3d8-4701-8b58-7797b6993523,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:04.810204 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5841dfd1-02aa-4149-9eed-43fe352a1b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:04.821248 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5841dfd1-02aa-4149-9eed-43fe352a1b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:04.822658 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-5841dfd1-02aa-4149-9eed-43fe352a1b25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8d89c48-d3d8-4701-8b58-7797b6993523 HTTP/1.1" status: 204  len: 168 time: 0.3104384
Nov 19 20:47:04.830647 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Transition to ACTIVE for port object e381d4e6-3298-4663-8a5b-173e48cd0654 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:47:04.836623 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:04.878388 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8ee95d4a-cfd0-4b45-a375-06030806e432 req-21b0face-d745-4d43-94cd-d06740accda8 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011221
Nov 19 20:47:04.900174 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:04.931774 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:04.971077 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915c9c56-42a4-4e9c-96e7-c91a5adf52a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d37a65c-e7a7-4d82-bbb9-87b44c73b477'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:47:04.983257 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port 3d37a65c-e7a7-4d82-bbb9-87b44c73b477, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=3d37a65c-e7a7-4d82-bbb9-87b44c73b477,segment=NetworkSegment(f6e0ca26-99bc-4a25-898f-d447a4e4523e),segment_id=f6e0ca26-99bc-4a25-898f-d447a4e4523e)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:47:04.989204 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:04.995466 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:05.079352 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915c9c56-42a4-4e9c-96e7-c91a5adf52a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d37a65c-e7a7-4d82-bbb9-87b44c73b477', 'code': 200}
Nov 19 20:47:05.092123 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=3d37a65c-e7a7-4d82-bbb9-87b44c73b477,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:05.095538 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:05.251425 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e381d4e6-3298-4663-8a5b-173e48cd0654,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:05.273384 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:05.361173 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10bb39-5d9c-4acf-8ee9-968031f89bf1 req-b689491a-7e72-403b-9fa7-18fe1e61b1d2 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:05.362325 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-4f10bb39-5d9c-4acf-8ee9-968031f89bf1 req-b689491a-7e72-403b-9fa7-18fe1e61b1d2 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Synchronizing usage tracker for tenant:001839017f834d1899815650399870e1 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:47:05.504616 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f7eebb37-fa8c-4cf4-9895-f2028d215f86 req-09107270-c354-4436-b341-8cb68fb735f5 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 1167 time: 0.1173182
Nov 19 20:47:05.507865 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-4f10bb39-5d9c-4acf-8ee9-968031f89bf1 req-b689491a-7e72-403b-9fa7-18fe1e61b1d2 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Unset dirty status for tenant:001839017f834d1899815650399870e1 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:47:05.509968 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4f10bb39-5d9c-4acf-8ee9-968031f89bf1 req-b689491a-7e72-403b-9fa7-18fe1e61b1d2 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 943 time: 0.5184536
Nov 19 20:47:05.571310 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f7eebb37-fa8c-4cf4-9895-f2028d215f86 req-4f5fd005-e3aa-40dc-9251-d4db5ef17422 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584271
Nov 19 20:47:05.592167 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Attempting to bind port e381d4e6-3298-4663-8a5b-173e48cd0654 on host hv-cinder-75078 for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:47:05.592691 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Attempting to bind port e381d4e6-3298-4663-8a5b-173e48cd0654 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '2e751e4b-097a-48d8-bf72-ed4aa0c841f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41e794f1-6186-489f-98a8-296f21bfb671'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:47:05.592932 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Attempting to bind port e381d4e6-3298-4663-8a5b-173e48cd0654 on network 41e794f1-6186-489f-98a8-296f21bfb671 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:47:05.606417 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Checking agent: {'id': '460481f1-45c5-4450-82c0-45a37946158c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 41, 59), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 29), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:47:05.606724 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Checking segment: {'id': '2e751e4b-097a-48d8-bf72-ed4aa0c841f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41e794f1-6186-489f-98a8-296f21bfb671'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:47:05.607929 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:05.608485 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Bound using segment: {'id': '2e751e4b-097a-48d8-bf72-ed4aa0c841f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41e794f1-6186-489f-98a8-296f21bfb671'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:47:05.608969 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Bound port: e381d4e6-3298-4663-8a5b-173e48cd0654, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e751e4b-097a-48d8-bf72-ed4aa0c841f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41e794f1-6186-489f-98a8-296f21bfb671'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:47:05.609347 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:05.612573 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 3d37a65c-e7a7-4d82-bbb9-87b44c73b477 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:47:05.633525 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4f10bb39-5d9c-4acf-8ee9-968031f89bf1 req-49356ff4-2b61-4ddf-bad4-138d4f3488d8 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147234
Nov 19 20:47:05.687550 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 3d37a65c-e7a7-4d82-bbb9-87b44c73b477 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:47:05.688210 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:05.717784 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] For port e381d4e6-3298-4663-8a5b-173e48cd0654, host hv-cinder-75078, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:47:05.721627 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] For port e381d4e6-3298-4663-8a5b-173e48cd0654, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=e381d4e6-3298-4663-8a5b-173e48cd0654,segment=NetworkSegment(2e751e4b-097a-48d8-bf72-ed4aa0c841f2),segment_id=2e751e4b-097a-48d8-bf72-ed4aa0c841f2)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:47:05.725293 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:05.741146 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:05.830349 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1538a200-9e25-45b1-8527-56894a06c56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:05.906405 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Pushing event updated for resources: {'Port': ['ID=e381d4e6-3298-4663-8a5b-173e48cd0654,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:05.910060 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:05.952221 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:05.953871 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] 10.222.0.27 "PUT /v2.0/ports/e381d4e6-3298-4663-8a5b-173e48cd0654 HTTP/1.1" status: 200  len: 1157 time: 1.8221543
Nov 19 20:47:05.954478 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2879adb2-5a42-4e0c-9096-aa4ca7dc808b', 'tag': 'e381d4e6-3298-4663-8a5b-173e48cd0654'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:47:06.087585 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bf081-1dcf-416d-8ed2-33a00aa07f9d req-8e43ca51-8b98-4601-8a76-3274ce6a865d tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:06.089195 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-378bf081-1dcf-416d-8ed2-33a00aa07f9d req-8e43ca51-8b98-4601-8a76-3274ce6a865d tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 950 time: 0.0870757
Nov 19 20:47:06.139205 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-378bf081-1dcf-416d-8ed2-33a00aa07f9d req-b707828e-a652-48b1-afd0-fe7b263c15cb tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426447
Nov 19 20:47:06.225501 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2879adb2-5a42-4e0c-9096-aa4ca7dc808b', 'tag': 'e381d4e6-3298-4663-8a5b-173e48cd0654', 'status': 'completed', 'code': 200}
Nov 19 20:47:06.443713 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-b2aa1e3a-31d1-4ebe-a9b5-af45e817d095 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=001839017f834d1899815650399870e1&device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 1160 time: 0.0783885
Nov 19 20:47:06.533026 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-ba8953d6-d915-40a6-aa42-8279bda05013 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e381d4e6-3298-4663-8a5b-173e48cd0654 HTTP/1.1" status: 200  len: 217 time: 0.0730171
Nov 19 20:47:06.616231 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-6f875606-779c-4079-ae9d-d9a025c4f6fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:06.617984 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-6f875606-779c-4079-ae9d-d9a025c4f6fa service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c418b311-f546-4cec-b149-0747e7470fa6 HTTP/1.1" status: 200  len: 849 time: 0.0754182
Nov 19 20:47:06.689147 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-86131e70-72a2-4155-bccb-7f20d36766a8 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=41e794f1-6186-489f-98a8-296f21bfb671&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0631037
Nov 19 20:47:06.945188 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-ef1a3e3b-6ce5-4b8d-8fb4-d17ad831e7b5 service neutron] 10.222.0.27 "GET /v2.0/networks/41e794f1-6186-489f-98a8-296f21bfb671?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2459266
Nov 19 20:47:06.961116 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09c53e-dc64-4839-94ce-5ee2464e7865 req-dd031ba3-70d3-4372-862d-6f3960608884 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:06.962726 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5a09c53e-dc64-4839-94ce-5ee2464e7865 req-dd031ba3-70d3-4372-862d-6f3960608884 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 943 time: 0.1738772
Nov 19 20:47:07.116272 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5a09c53e-dc64-4839-94ce-5ee2464e7865 req-d51f7240-0bcc-4412-8998-a705060f990a tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306334
Nov 19 20:47:07.136644 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2386e183-19d1-47a2-84fd-fb9ebeca5a1a req-f44c929e-f824-4d13-a0d0-1709c7075c29 service neutron] 10.222.0.27 "GET /v2.0/networks/41e794f1-6186-489f-98a8-296f21bfb671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1729140
Nov 19 20:47:07.345653 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0fc4e1d0-e47c-42ed-be8e-2867aefad79d req-6a47496e-4ee6-4499-bc70-a93db5ccad0d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=001839017f834d1899815650399870e1&device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 1160 time: 0.0783250
Nov 19 20:47:07.359008 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4831587-5040-4ce7-9c05-89f309f0e264 req-be2d678b-776d-44b7-9564-0dfe1b400299 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:07.360621 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c4831587-5040-4ce7-9c05-89f309f0e264 req-be2d678b-776d-44b7-9564-0dfe1b400299 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 950 time: 0.0857127
Nov 19 20:47:07.411301 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c4831587-5040-4ce7-9c05-89f309f0e264 req-62c5ad08-13b8-4e07-9846-202a7c3d7cc0 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441608
Nov 19 20:47:07.493798 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4e1d0-e47c-42ed-be8e-2867aefad79d req-f0b2c6f3-3955-4db8-97f3-d928fc705506 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:07.495406 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0fc4e1d0-e47c-42ed-be8e-2867aefad79d req-f0b2c6f3-3955-4db8-97f3-d928fc705506 service neutron] 10.222.0.27 "GET /v2.0/networks?id=41e794f1-6186-489f-98a8-296f21bfb671 HTTP/1.1" status: 200  len: 903 time: 0.1393509
Nov 19 20:47:07.593901 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0fc4e1d0-e47c-42ed-be8e-2867aefad79d req-8c036a04-4fda-4fc7-b7e0-6c73d9f22977 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e381d4e6-3298-4663-8a5b-173e48cd0654 HTTP/1.1" status: 200  len: 217 time: 0.0643215
Nov 19 20:47:07.666574 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4e1d0-e47c-42ed-be8e-2867aefad79d req-870602ca-d54f-4476-9d44-7bd312ed1aa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:07.668127 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0fc4e1d0-e47c-42ed-be8e-2867aefad79d req-870602ca-d54f-4476-9d44-7bd312ed1aa5 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c418b311-f546-4cec-b149-0747e7470fa6 HTTP/1.1" status: 200  len: 849 time: 0.0661206
Nov 19 20:47:07.785649 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0fc4e1d0-e47c-42ed-be8e-2867aefad79d req-ef187c08-10c6-4255-9a8d-2c7be6dbc7af service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=41e794f1-6186-489f-98a8-296f21bfb671&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438664
Nov 19 20:47:08.192228 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0fc4e1d0-e47c-42ed-be8e-2867aefad79d req-51bd913b-e2b4-4a4a-864a-01558fd496a9 service neutron] 10.222.0.27 "GET /v2.0/networks/41e794f1-6186-489f-98a8-296f21bfb671?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3337467
Nov 19 20:47:08.340721 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14e02a-b128-4738-a7bc-e5cbd24af8eb req-ddc0ffeb-3294-4268-9e7d-d3c79c07da83 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:08.342852 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5f14e02a-b128-4738-a7bc-e5cbd24af8eb req-ddc0ffeb-3294-4268-9e7d-d3c79c07da83 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 943 time: 0.0867136
Nov 19 20:47:08.390726 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5f14e02a-b128-4738-a7bc-e5cbd24af8eb req-88240396-64c7-48f2-bf5c-e1363000a3a7 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416996
Nov 19 20:47:08.662896 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1382759e-eadf-4a91-af3a-1cb2b3baea72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:08.754731 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dba09-9e23-4b81-8d3f-a61a696d16de req-8098c3e2-023b-438f-894e-83e4ff5d2548 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:08.756373 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-056dba09-9e23-4b81-8d3f-a61a696d16de req-8098c3e2-023b-438f-894e-83e4ff5d2548 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 950 time: 0.2082121
Nov 19 20:47:08.759822 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0fc4e1d0-e47c-42ed-be8e-2867aefad79d req-91610088-6248-4002-9cdc-6a9125d7ff68 service neutron] 10.222.0.27 "GET /v2.0/networks/41e794f1-6186-489f-98a8-296f21bfb671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1731145
Nov 19 20:47:08.803871 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-056dba09-9e23-4b81-8d3f-a61a696d16de req-0583cc6a-d8a8-46b9-9173-756f4d5cf1aa tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413940
Nov 19 20:47:08.832160 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:09.287177 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e8c27-435a-44a8-8769-8f457bb85486 req-13eb3bb4-cae0-4e05-aee5-d031ec638808 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:09.288758 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ea1e8c27-435a-44a8-8769-8f457bb85486 req-13eb3bb4-cae0-4e05-aee5-d031ec638808 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 950 time: 0.0822182
Nov 19 20:47:09.336552 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ea1e8c27-435a-44a8-8769-8f457bb85486 req-8ff0f637-7394-4145-860f-9079945ba510 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417480
Nov 19 20:47:09.603886 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4a4fa-096a-45a8-bbdd-2630b62196aa req-6bd2c03d-cfee-49d8-aa93-5beb52679818 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:09.605471 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d2a4a4fa-096a-45a8-bbdd-2630b62196aa req-6bd2c03d-cfee-49d8-aa93-5beb52679818 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 943 time: 0.0856211
Nov 19 20:47:09.653820 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d2a4a4fa-096a-45a8-bbdd-2630b62196aa req-cd2ad8b4-75b1-4ede-a425-1ce4bd01321f tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415549
Nov 19 20:47:09.773525 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:10.157502 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:10.685950 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ceda6b-fb14-4f0f-9632-c82ba890f253 req-8ab2f51a-bc76-414e-82bc-3974ff77add8 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:10.687577 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f6ceda6b-fb14-4f0f-9632-c82ba890f253 req-8ab2f51a-bc76-414e-82bc-3974ff77add8 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 950 time: 0.0833585
Nov 19 20:47:10.735340 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f6ceda6b-fb14-4f0f-9632-c82ba890f253 req-b6407783-ac4a-4cbc-b344-32156bcff46a tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416608
Nov 19 20:47:10.934502 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f9466-66cd-46ba-b778-93792ee05545 req-5a0e6be5-ec66-4f73-8a8e-b58b397e15ef tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:10.936806 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-902f9466-66cd-46ba-b778-93792ee05545 req-5a0e6be5-ec66-4f73-8a8e-b58b397e15ef tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 943 time: 0.0881243
Nov 19 20:47:10.984989 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-902f9466-66cd-46ba-b778-93792ee05545 req-4da008e7-2e32-4c3f-b37c-19450ae30e0f tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420198
Nov 19 20:47:11.947878 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369479bd-f385-4c51-8bc1-5f09112c0f0d req-4f385438-eea0-4507-97fc-12bfc4865813 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:11.949460 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-369479bd-f385-4c51-8bc1-5f09112c0f0d req-4f385438-eea0-4507-97fc-12bfc4865813 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 950 time: 0.0826769
Nov 19 20:47:12.000826 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-369479bd-f385-4c51-8bc1-5f09112c0f0d req-31ff4bc4-9358-430a-94b3-500761bd8bd2 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451920
Nov 19 20:47:12.199808 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9add090-ad5d-46b4-8311-f45a467efd8e req-c3b798a7-cf46-4526-b680-f91f21063779 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:12.202244 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d9add090-ad5d-46b4-8311-f45a467efd8e req-c3b798a7-cf46-4526-b680-f91f21063779 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 943 time: 0.0876088
Nov 19 20:47:12.247906 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d9add090-ad5d-46b4-8311-f45a467efd8e req-68033c80-0fc6-4eac-85a7-0f2559ad95ca tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422046
Nov 19 20:47:13.232843 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9d5e6-237f-4359-a75f-9d5a2f08b0c4 req-6902b8d1-acfa-45ea-bcc6-5260391a6a79 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:13.234497 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f4b9d5e6-237f-4359-a75f-9d5a2f08b0c4 req-6902b8d1-acfa-45ea-bcc6-5260391a6a79 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 950 time: 0.1050203
Nov 19 20:47:13.283252 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f4b9d5e6-237f-4359-a75f-9d5a2f08b0c4 req-9b407747-4305-410c-93ae-be438742acbc tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426331
Nov 19 20:47:13.591181 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470dcfc-e190-43f8-a84b-99e4f8ddc3d0 req-6022b8d5-9fd9-480e-ac49-88f51aa9fef5 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:13.592808 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1470dcfc-e190-43f8-a84b-99e4f8ddc3d0 req-6022b8d5-9fd9-480e-ac49-88f51aa9fef5 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 943 time: 0.0847306
Nov 19 20:47:13.642071 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1470dcfc-e190-43f8-a84b-99e4f8ddc3d0 req-518b0ef0-2b3b-4c22-81ac-0292b8cc61de tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429723
Nov 19 20:47:14.503071 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a55154-4657-4626-aa1a-aaf7a1c01f80 req-d3164d0f-0aac-4aed-8aa7-28b2683f4822 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:14.504774 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c1a55154-4657-4626-aa1a-aaf7a1c01f80 req-d3164d0f-0aac-4aed-8aa7-28b2683f4822 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 950 time: 0.0902264
Nov 19 20:47:14.556646 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c1a55154-4657-4626-aa1a-aaf7a1c01f80 req-05ec528e-2551-4c10-ba91-a12919b01db2 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454571
Nov 19 20:47:14.856605 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51db534-c1cd-42e4-9567-de42165560c0 req-08485d48-cdaa-477d-ae11-0177356889ae tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:14.858831 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f51db534-c1cd-42e4-9567-de42165560c0 req-08485d48-cdaa-477d-ae11-0177356889ae tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 943 time: 0.0849805
Nov 19 20:47:14.908249 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f51db534-c1cd-42e4-9567-de42165560c0 req-05862c8a-7e2f-4d86-bc92-1fa0b9d1c24f tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429442
Nov 19 20:47:15.633967 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e8429-f631-41c0-adef-d554857672b5 req-050440bc-7ba5-475f-8e6a-65c579ee387f tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:15.635510 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a41e8429-f631-41c0-adef-d554857672b5 req-050440bc-7ba5-475f-8e6a-65c579ee387f tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0807872
Nov 19 20:47:15.682163 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a41e8429-f631-41c0-adef-d554857672b5 req-3f680d61-dc95-4ee0-a8dd-ab4b091b046e tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399365
Nov 19 20:47:15.881895 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdca052-2994-4afd-8937-249025d86403 req-ed4e9438-e216-4761-8e7c-bb1491658dd8 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:15.883489 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8bdca052-2994-4afd-8937-249025d86403 req-ed4e9438-e216-4761-8e7c-bb1491658dd8 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 950 time: 0.0847116
Nov 19 20:47:15.930746 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8bdca052-2994-4afd-8937-249025d86403 req-a5004675-6cb0-4420-8525-4ea3ceb145a4 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407116
Nov 19 20:47:16.123368 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677080d-25de-401c-a607-d38d0f9e6b02 req-fadb2e13-06b5-449d-9615-03cac369a289 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:16.124970 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0677080d-25de-401c-a607-d38d0f9e6b02 req-fadb2e13-06b5-449d-9615-03cac369a289 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 943 time: 0.0813396
Nov 19 20:47:16.178200 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0677080d-25de-401c-a607-d38d0f9e6b02 req-ead77c18-20a0-401d-aac2-4b0c047a4704 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462778
Nov 19 20:47:16.893035 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a80672-7373-47bc-9b6a-753004c8c738 req-c216761d-0923-48cf-b8f9-126505b72808 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:16.894679 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d3a80672-7373-47bc-9b6a-753004c8c738 req-c216761d-0923-48cf-b8f9-126505b72808 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0835900
Nov 19 20:47:16.942794 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d3a80672-7373-47bc-9b6a-753004c8c738 req-9b87b2e2-219a-4e43-976a-cdab837b9ebc tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420628
Nov 19 20:47:17.143009 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9228bb-21f2-4ebe-9dc9-c220bf342d67 req-69d52863-1cdf-41b9-8893-444fddee05af tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:17.144579 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0f9228bb-21f2-4ebe-9dc9-c220bf342d67 req-69d52863-1cdf-41b9-8893-444fddee05af tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 950 time: 0.0854645
Nov 19 20:47:17.193761 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0f9228bb-21f2-4ebe-9dc9-c220bf342d67 req-e99b2dbc-e63b-4851-9b19-ac6b7b1c6945 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430164
Nov 19 20:47:17.390457 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989ec1-ff5f-4748-a4d0-195f541d7f32 req-dfd94605-2545-414b-8e3f-793710de8d47 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:17.392060 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94989ec1-ff5f-4748-a4d0-195f541d7f32 req-dfd94605-2545-414b-8e3f-793710de8d47 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 943 time: 0.0836585
Nov 19 20:47:17.440384 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94989ec1-ff5f-4748-a4d0-195f541d7f32 req-ee6fd5a1-1ad1-4c34-ad74-e7c045298921 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423195
Nov 19 20:47:18.154976 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df15d2b-d559-4a7b-8b57-97b04951b5fe req-4560798e-40e0-48c7-9509-d018a69d7743 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:18.156499 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5df15d2b-d559-4a7b-8b57-97b04951b5fe req-4560798e-40e0-48c7-9509-d018a69d7743 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0865636
Nov 19 20:47:18.206085 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5df15d2b-d559-4a7b-8b57-97b04951b5fe req-ecf6490c-b602-4867-b65e-7ecdafee8183 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425465
Nov 19 20:47:18.403359 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34dfafb-d1d6-4dc8-a701-5a623c965bd9 req-23c67f6f-62d5-47e8-afde-d702df1ff350 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:18.405072 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d34dfafb-d1d6-4dc8-a701-5a623c965bd9 req-23c67f6f-62d5-47e8-afde-d702df1ff350 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 950 time: 0.0822058
Nov 19 20:47:18.457403 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d34dfafb-d1d6-4dc8-a701-5a623c965bd9 req-7bcba5c7-636f-4b69-83a4-409550486f25 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463893
Nov 19 20:47:18.662371 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefd5a4-30df-4682-858a-121f12e6f1c8 req-8364063d-8a95-4941-8eab-2a2b16f6f19b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:18.663938 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-afefd5a4-30df-4682-858a-121f12e6f1c8 req-8364063d-8a95-4941-8eab-2a2b16f6f19b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 943 time: 0.0923972
Nov 19 20:47:18.711779 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-afefd5a4-30df-4682-858a-121f12e6f1c8 req-a997382d-6065-4d0f-8dc0-ba8ca216b767 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408750
Nov 19 20:47:19.426684 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90b961-fab1-4da4-bc3a-4875c0aa733e req-de8739b6-d363-4a4e-9b0b-40cc838de78d tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:19.428276 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-db90b961-fab1-4da4-bc3a-4875c0aa733e req-de8739b6-d363-4a4e-9b0b-40cc838de78d tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0948377
Nov 19 20:47:19.670203 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-db90b961-fab1-4da4-bc3a-4875c0aa733e req-16c7a4f4-f6b2-4dc9-b287-20e968cb6c29 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2343655
Nov 19 20:47:19.872192 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085566bf-b6eb-4f2a-8f3b-f8ba2666e829 req-0bbd86cb-422d-4e4d-9d10-d37741072bf6 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:19.874333 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-085566bf-b6eb-4f2a-8f3b-f8ba2666e829 req-0bbd86cb-422d-4e4d-9d10-d37741072bf6 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 950 time: 0.0828128
Nov 19 20:47:19.929538 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-085566bf-b6eb-4f2a-8f3b-f8ba2666e829 req-30c3ca46-d69b-4de8-a64a-b395abee9942 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453272
Nov 19 20:47:20.138458 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a52d06-0bb0-4191-a809-f1679722c324 req-40decce1-2c53-4ae8-85ee-8e6884075591 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:20.142315 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f0a52d06-0bb0-4191-a809-f1679722c324 req-40decce1-2c53-4ae8-85ee-8e6884075591 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 943 time: 0.0893910
Nov 19 20:47:20.193838 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f0a52d06-0bb0-4191-a809-f1679722c324 req-30b6c764-3da0-4801-9889-3303c0ea401f tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467656
Nov 19 20:47:20.883129 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836c3fa-db15-4fb1-8171-20abcf8e4795 req-04e7f75b-cb3f-444a-b084-940c15b96327 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:20.884747 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9836c3fa-db15-4fb1-8171-20abcf8e4795 req-04e7f75b-cb3f-444a-b084-940c15b96327 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0845814
Nov 19 20:47:20.937604 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9836c3fa-db15-4fb1-8171-20abcf8e4795 req-7253dc5e-c2bf-473d-89aa-528e3e8d9f48 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467560
Nov 19 20:47:21.142790 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9e377-bec8-4307-afb4-aaa10e6aecf9 req-a89d56b9-beac-4df6-b465-90215f35758d tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:21.144286 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f9a9e377-bec8-4307-afb4-aaa10e6aecf9 req-a89d56b9-beac-4df6-b465-90215f35758d tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 950 time: 0.0828621
Nov 19 20:47:21.194585 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f9a9e377-bec8-4307-afb4-aaa10e6aecf9 req-32f498a1-7c8a-49bb-b53f-77cd4d32af98 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/security-groups?id=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441113
Nov 19 20:47:21.349800 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-211ff2b9-97c4-4c60-a3b6-9e4cf3967238 req-8134553e-b61b-487e-b4e7-5e726d39b90b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=815c1f905e754bd799b86d9adaab1030&device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 1162 time: 0.0806332
Nov 19 20:47:21.453560 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c03353-4b29-4295-8a72-165fb0786af3 req-cb7f58bd-84ff-4480-a113-82121b256b51 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:21.455095 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d3c03353-4b29-4295-8a72-165fb0786af3 req-cb7f58bd-84ff-4480-a113-82121b256b51 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 943 time: 0.1333637
Nov 19 20:47:21.521515 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08d0be-6f06-4db3-a987-e0cb073831d8 req-8ebdf900-78db-4638-a87b-0fdfc54283e0 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:21.523102 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-aa08d0be-6f06-4db3-a987-e0cb073831d8 req-8ebdf900-78db-4638-a87b-0fdfc54283e0 tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.27 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 950 time: 0.1276350
Nov 19 20:47:21.525421 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d3c03353-4b29-4295-8a72-165fb0786af3 req-ea70ed2c-3f72-4f2c-a6ef-cd63b6f2f028 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620720
Nov 19 20:47:21.530209 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ff2b9-97c4-4c60-a3b6-9e4cf3967238 req-ad75f5ad-f9d9-4086-b830-270241bee3a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:21.531766 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-211ff2b9-97c4-4c60-a3b6-9e4cf3967238 req-ad75f5ad-f9d9-4086-b830-270241bee3a9 service neutron] 10.222.0.27 "GET /v2.0/networks?id=0a113bd1-778c-4e88-acd2-a1595854211f HTTP/1.1" status: 200  len: 913 time: 0.1389165
Nov 19 20:47:21.600964 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-aa08d0be-6f06-4db3-a987-e0cb073831d8 req-875dd274-5f1e-405b-a0d9-89b5e9d3ff4b tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Deleting port 3d37a65c-e7a7-4d82-bbb9-87b44c73b477 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:47:21.601350 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-aa08d0be-6f06-4db3-a987-e0cb073831d8 req-875dd274-5f1e-405b-a0d9-89b5e9d3ff4b tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:21.602036 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-211ff2b9-97c4-4c60-a3b6-9e4cf3967238 req-224e55b8-d255-4e05-8232-220df2fb6ca4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1187132f-618d-44e8-a573-bb39dc060563 HTTP/1.1" status: 200  len: 217 time: 0.0638967
Nov 19 20:47:21.674074 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ff2b9-97c4-4c60-a3b6-9e4cf3967238 req-0ceaab06-77ea-459a-b1cb-6fe40b08bd04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:21.675651 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-211ff2b9-97c4-4c60-a3b6-9e4cf3967238 req-0ceaab06-77ea-459a-b1cb-6fe40b08bd04 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab1e6561-e749-40d7-a5a9-de196eaf5e63 HTTP/1.1" status: 200  len: 859 time: 0.0666959
Nov 19 20:47:21.725723 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-211ff2b9-97c4-4c60-a3b6-9e4cf3967238 req-c5781570-3f0d-437e-a6b6-ef67e9433e37 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0a113bd1-778c-4e88-acd2-a1595854211f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429430
Nov 19 20:47:21.858093 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-aa08d0be-6f06-4db3-a987-e0cb073831d8 req-875dd274-5f1e-405b-a0d9-89b5e9d3ff4b tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] For port 3d37a65c-e7a7-4d82-bbb9-87b44c73b477, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=3d37a65c-e7a7-4d82-bbb9-87b44c73b477,segment=NetworkSegment(f6e0ca26-99bc-4a25-898f-d447a4e4523e),segment_id=f6e0ca26-99bc-4a25-898f-d447a4e4523e)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:47:21.858769 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-aa08d0be-6f06-4db3-a987-e0cb073831d8 req-875dd274-5f1e-405b-a0d9-89b5e9d3ff4b tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:21.869674 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-211ff2b9-97c4-4c60-a3b6-9e4cf3967238 req-f01014cb-63fe-4311-b9d3-90da7c77c3e0 service neutron] 10.222.0.27 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363919
Nov 19 20:47:21.931699 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 3d37a65c-e7a7-4d82-bbb9-87b44c73b477 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:47:21.993227 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-aa08d0be-6f06-4db3-a987-e0cb073831d8 req-875dd274-5f1e-405b-a0d9-89b5e9d3ff4b tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Calling delete_port for 3d37a65c-e7a7-4d82-bbb9-87b44c73b477 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:47:22.050860 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-211ff2b9-97c4-4c60-a3b6-9e4cf3967238 req-b25da11b-442b-4541-b6c2-91047bfd80dd service neutron] 10.222.0.27 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1547687
Nov 19 20:47:22.112097 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:22.155944 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-aa08d0be-6f06-4db3-a987-e0cb073831d8 req-875dd274-5f1e-405b-a0d9-89b5e9d3ff4b tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:22.223066 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:22.259710 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96348213-35ac-4b02-a9cd-9fd9e3fbae12 req-2bd51a26-bc41-4686-9971-2d053bb42821 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:22.267317 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-96348213-35ac-4b02-a9cd-9fd9e3fbae12 req-2bd51a26-bc41-4686-9971-2d053bb42821 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.1279297
Nov 19 20:47:22.275359 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875dd274-5f1e-405b-a0d9-89b5e9d3ff4b tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Pushing event deleted for resources: {'Port': ['ID=3d37a65c-e7a7-4d82-bbb9-87b44c73b477,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:22.340414 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-875dd274-5f1e-405b-a0d9-89b5e9d3ff4b tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:22.341640 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-96348213-35ac-4b02-a9cd-9fd9e3fbae12 req-1ebd65be-5c0d-4924-9a52-f88a24f028ce tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728230
Nov 19 20:47:22.457798 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dd8c38f1-689d-4051-bae1-c7f93ef69704 req-87a167e3-9072-4021-bd95-7f4ce52e804b tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.23 "GET /v2.0/ports?device_id=915c9c56-42a4-4e9c-96e7-c91a5adf52a8 HTTP/1.1" status: 200  len: 210 time: 0.0514271
Nov 19 20:47:22.495493 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa08d0be-6f06-4db3-a987-e0cb073831d8 req-875dd274-5f1e-405b-a0d9-89b5e9d3ff4b tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] No DVR routers for this DVR port 3d37a65c-e7a7-4d82-bbb9-87b44c73b477 on host hv-cinder-75078 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:47:22.497919 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-aa08d0be-6f06-4db3-a987-e0cb073831d8 req-875dd274-5f1e-405b-a0d9-89b5e9d3ff4b tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:22.500975 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915c9c56-42a4-4e9c-96e7-c91a5adf52a8', 'name': 'network-vif-deleted', 'tag': '3d37a65c-e7a7-4d82-bbb9-87b44c73b477'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:47:22.516506 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-aa08d0be-6f06-4db3-a987-e0cb073831d8 req-875dd274-5f1e-405b-a0d9-89b5e9d3ff4b tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] 10.222.0.27 "DELETE /v2.0/ports/3d37a65c-e7a7-4d82-bbb9-87b44c73b477 HTTP/1.1" status: 204  len: 173 time: 0.9864662
Nov 19 20:47:22.563985 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915c9c56-42a4-4e9c-96e7-c91a5adf52a8', 'name': 'network-vif-deleted', 'tag': '3d37a65c-e7a7-4d82-bbb9-87b44c73b477', 'status': 'completed', 'code': 200}
Nov 19 20:47:22.749287 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5efa5-b2ea-4cfe-93fe-132e437b7f53 req-a92cf385-9715-4486-9f3f-d860d8ce7290 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:22.750814 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-88e5efa5-b2ea-4cfe-93fe-132e437b7f53 req-a92cf385-9715-4486-9f3f-d860d8ce7290 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 943 time: 0.0857003
Nov 19 20:47:22.801003 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-88e5efa5-b2ea-4cfe-93fe-132e437b7f53 req-37b41249-bb6d-49c5-9d37-642fe47cfa37 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440814
Nov 19 20:47:23.571899 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bb8b4-f271-4dc9-a521-d83f8c5b7f39 req-dd42cf8a-bfbf-48f3-9ae3-f72512687c35 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:23.573509 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-082bb8b4-f271-4dc9-a521-d83f8c5b7f39 req-dd42cf8a-bfbf-48f3-9ae3-f72512687c35 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0877204
Nov 19 20:47:23.624791 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-082bb8b4-f271-4dc9-a521-d83f8c5b7f39 req-59e8e1a3-a848-4b5f-ab5a-ee331df7c91b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435784
Nov 19 20:47:24.052933 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d990e4c-768b-4e40-9785-7e55f2b79881 req-23fdc484-be9d-450b-b39e-f5fbe4ed9381 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:24.054596 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9d990e4c-768b-4e40-9785-7e55f2b79881 req-23fdc484-be9d-450b-b39e-f5fbe4ed9381 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 943 time: 0.1137717
Nov 19 20:47:24.108801 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9d990e4c-768b-4e40-9785-7e55f2b79881 req-b7efc015-ab2a-4241-a16c-a4e4ec5f781a tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468681
Nov 19 20:47:24.206906 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.objects.ports [None req-a19865fc-e213-4ae4-8727-ff2e61716fea None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80325) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 20:47:24.817078 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20d338-fc53-46e8-9580-b9520e1b9596 req-aa24400f-c7c8-4abc-8c6f-6ec19e012370 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:24.818864 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5f20d338-fc53-46e8-9580-b9520e1b9596 req-aa24400f-c7c8-4abc-8c6f-6ec19e012370 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 945 time: 0.0933726
Nov 19 20:47:24.862571 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4405b-60f5-4b9b-8cae-433c582aa0de req-e2e5c930-0ec6-4ec1-b9a4-9dd9edbc2c82 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:24.864445 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-37e4405b-60f5-4b9b-8cae-433c582aa0de req-e2e5c930-0ec6-4ec1-b9a4-9dd9edbc2c82 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0895505
Nov 19 20:47:24.877382 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5f20d338-fc53-46e8-9580-b9520e1b9596 req-d5c40401-6ed6-4b59-b325-9c209a52656a tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512805
Nov 19 20:47:24.922485 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-37e4405b-60f5-4b9b-8cae-433c582aa0de req-691a35f6-30b6-433e-9e11-f8e256f1bc67 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477226
Nov 19 20:47:25.334598 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80ff86-a4ef-47eb-a098-b0d0804fd14b req-3f59db6e-b625-4cfa-96fe-a718224e687b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:25.336231 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7b80ff86-a4ef-47eb-a098-b0d0804fd14b req-3f59db6e-b625-4cfa-96fe-a718224e687b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 943 time: 0.0893452
Nov 19 20:47:25.388029 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7b80ff86-a4ef-47eb-a098-b0d0804fd14b req-bf16b9f0-b091-491c-a34e-59d52072f372 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440795
Nov 19 20:47:25.439836 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device e381d4e6-3298-4663-8a5b-173e48cd0654 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:47:25.513216 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning for port e381d4e6-3298-4663-8a5b-173e48cd0654 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:47:25.518294 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port e381d4e6-3298-4663-8a5b-173e48cd0654 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:47:25.518720 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:25.638001 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:25.666407 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2879adb2-5a42-4e0c-9096-aa4ca7dc808b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e381d4e6-3298-4663-8a5b-173e48cd0654'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:47:25.677410 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port e381d4e6-3298-4663-8a5b-173e48cd0654, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=e381d4e6-3298-4663-8a5b-173e48cd0654,segment=NetworkSegment(2e751e4b-097a-48d8-bf72-ed4aa0c841f2),segment_id=2e751e4b-097a-48d8-bf72-ed4aa0c841f2)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:47:25.680643 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:25.683416 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:25.753272 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=e381d4e6-3298-4663-8a5b-173e48cd0654,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:25.757801 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:25.762346 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2879adb2-5a42-4e0c-9096-aa4ca7dc808b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e381d4e6-3298-4663-8a5b-173e48cd0654', 'code': 200}
Nov 19 20:47:26.060660 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 34266) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:26.142421 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 34278) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:26.232032 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device e381d4e6-3298-4663-8a5b-173e48cd0654 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:47:26.284134 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-82eecfb0-7725-4bde-89c6-8c5eb2443b84 req-870a5884-6673-4160-b43f-9bd011713b43 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 1162 time: 0.2620177
Nov 19 20:47:26.302982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae44d4b-54b2-4cb9-91c2-11c1a4aaa660 req-95cc951b-9770-4167-bf2d-5b3429435428 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:26.304610 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cae44d4b-54b2-4cb9-91c2-11c1a4aaa660 req-95cc951b-9770-4167-bf2d-5b3429435428 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 945 time: 0.1837614
Nov 19 20:47:26.370747 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac59f6-c1fa-4f69-b4aa-f7e0614666dc req-0a2d35ce-1a72-4c96-8fa1-b7096738f43a tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:26.373259 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4eac59f6-c1fa-4f69-b4aa-f7e0614666dc req-0a2d35ce-1a72-4c96-8fa1-b7096738f43a tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.1719615
Nov 19 20:47:26.413007 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port e381d4e6-3298-4663-8a5b-173e48cd0654 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:47:26.413677 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:26.427861 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b544d382-4130-4a20-86d1-0c73c0dbe714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:26.464544 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a5c944ef-65b2-4e00-a847-d24c52de9a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:26.469769 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cae44d4b-54b2-4cb9-91c2-11c1a4aaa660 req-94f6c6ae-11c3-4ae7-9276-edcf9381c8ea tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237297
Nov 19 20:47:26.474647 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-82eecfb0-7725-4bde-89c6-8c5eb2443b84 req-ecfa9695-100c-43e3-89c2-07ed4e6960f3 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690135
Nov 19 20:47:26.507751 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-a5c944ef-65b2-4e00-a847-d24c52de9a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:47:26.511829 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-a5c944ef-65b2-4e00-a847-d24c52de9a4c admin admin] Usage tracker for resource:security_group_rule and tenant:7e71054f5be54c9396aef1f202ed5db4 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:47:26.523249 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-a5c944ef-65b2-4e00-a847-d24c52de9a4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:47:26.524286 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-a5c944ef-65b2-4e00-a847-d24c52de9a4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:47:26.593677 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a5c944ef-65b2-4e00-a847-d24c52de9a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:26.617031 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a5c944ef-65b2-4e00-a847-d24c52de9a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:26.628225 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9bc7ac10-90db-4c7f-ad1d-cc284e46e191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:26.672058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-b544d382-4130-4a20-86d1-0c73c0dbe714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:47:26.684122 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-b544d382-4130-4a20-86d1-0c73c0dbe714 admin admin] Usage tracker for resource:security_group_rule and tenant:c029aef16f3b4453aa76ef942029b83e is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:47:26.690123 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-b544d382-4130-4a20-86d1-0c73c0dbe714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:47:26.697194 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a5c944ef-65b2-4e00-a847-d24c52de9a4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7e71054f5be54c9396aef1f202ed5db4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5520639
Nov 19 20:47:26.697940 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4eac59f6-c1fa-4f69-b4aa-f7e0614666dc req-ae62a10d-7ffa-4808-b69e-b6fcf3007733 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3184717
Nov 19 20:47:26.698628 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 34300) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:26.701597 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c944ef-65b2-4e00-a847-d24c52de9a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811d3ed2-65eb-4905-86cf-6ce39e4280b6,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:26.704580 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-b544d382-4130-4a20-86d1-0c73c0dbe714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:47:26.708225 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a5c944ef-65b2-4e00-a847-d24c52de9a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:26.791312 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7e8c46eb-72d0-4726-b409-69bca3ae731c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:26.798091 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b544d382-4130-4a20-86d1-0c73c0dbe714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:26.802186 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b544d382-4130-4a20-86d1-0c73c0dbe714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:26.813494 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a5c02028-3887-4685-8509-376dfee6a427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:26.822878 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7e8c46eb-72d0-4726-b409-69bca3ae731c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:26.845138 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544d382-4130-4a20-86d1-0c73c0dbe714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6fa5b1-977c-49fc-b1b0-9a86638aa944,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:26.849270 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b544d382-4130-4a20-86d1-0c73c0dbe714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:26.873418 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7e8c46eb-72d0-4726-b409-69bca3ae731c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:26.878745 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9c3a9adb-43cf-444c-bdba-afedb5de5eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:26.892049 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c46eb-72d0-4726-b409-69bca3ae731c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811d3ed2-65eb-4905-86cf-6ce39e4280b6,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:26.895248 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7e8c46eb-72d0-4726-b409-69bca3ae731c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:26.897217 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7e8c46eb-72d0-4726-b409-69bca3ae731c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:26.898788 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-7e8c46eb-72d0-4726-b409-69bca3ae731c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/811d3ed2-65eb-4905-86cf-6ce39e4280b6 HTTP/1.1" status: 204  len: 168 time: 0.1987257
Nov 19 20:47:26.932988 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-b544d382-4130-4a20-86d1-0c73c0dbe714 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c029aef16f3b4453aa76ef942029b83e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8687057
Nov 19 20:47:26.934047 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 34312) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:26.970493 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b146ecd-1b84-4e3a-a4e3-a795e1cf57c3 req-ac8f9d84-9cc4-4299-9728-f6684b24d78f tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:26.977936 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4b146ecd-1b84-4e3a-a4e3-a795e1cf57c3 req-ac8f9d84-9cc4-4299-9728-f6684b24d78f tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 945 time: 0.1123176
Nov 19 20:47:27.034240 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4b146ecd-1b84-4e3a-a4e3-a795e1cf57c3 req-febfdcfe-4c61-438e-aa57-ffafb2997e54 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552330
Nov 19 20:47:27.044360 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9b69dbd1-ebbb-478a-8789-099a1bad55cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:27.076984 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9b69dbd1-ebbb-478a-8789-099a1bad55cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:27.143103 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9b69dbd1-ebbb-478a-8789-099a1bad55cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:27.163771 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e6cf9b2c-1b65-43c6-ac55-158b40d32994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:27.181510 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69dbd1-ebbb-478a-8789-099a1bad55cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6fa5b1-977c-49fc-b1b0-9a86638aa944,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:27.185021 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9b69dbd1-ebbb-478a-8789-099a1bad55cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:27.204000 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9b69dbd1-ebbb-478a-8789-099a1bad55cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:27.205463 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-9b69dbd1-ebbb-478a-8789-099a1bad55cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c6fa5b1-977c-49fc-b1b0-9a86638aa944 HTTP/1.1" status: 204  len: 168 time: 0.2695513
Nov 19 20:47:27.727587 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d10b6-3d54-4876-b599-50279636c4a3 req-41844612-3f21-40d1-a23e-863f1f10c00f tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:27.729145 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f50d10b6-3d54-4876-b599-50279636c4a3 req-41844612-3f21-40d1-a23e-863f1f10c00f tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.27 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 945 time: 0.1849287
Nov 19 20:47:27.796966 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172420f-feed-40db-be99-8e61b3fba041 req-c9e57f83-5090-49a1-a4bf-283bb42b41f1 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:27.798608 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e172420f-feed-40db-be99-8e61b3fba041 req-c9e57f83-5090-49a1-a4bf-283bb42b41f1 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 945 time: 0.1773407
Nov 19 20:47:27.852108 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-f50d10b6-3d54-4876-b599-50279636c4a3 req-71cca937-3d90-48c9-8911-235a038fbe20 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Deleting port 6be42986-7457-4426-8e3d-f5e7fde78b92 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:47:27.852475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-f50d10b6-3d54-4876-b599-50279636c4a3 req-71cca937-3d90-48c9-8911-235a038fbe20 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:27.923096 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e172420f-feed-40db-be99-8e61b3fba041 req-05f57c08-9313-4fb6-a32a-04712cb000f4 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089592
Nov 19 20:47:27.956615 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 6be42986-7457-4426-8e3d-f5e7fde78b92 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:47:27.981326 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb760042-64e6-40e1-b51a-e59149fcd2d1 req-2210aef9-0636-46ee-ae2a-512a5b8a1354 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:27.983018 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cb760042-64e6-40e1-b51a-e59149fcd2d1 req-2210aef9-0636-46ee-ae2a-512a5b8a1354 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.1242564
Nov 19 20:47:28.040196 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cb760042-64e6-40e1-b51a-e59149fcd2d1 req-b766ae73-8f1c-43f3-aaf4-ddc0bb777044 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471799
Nov 19 20:47:28.129783 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:28.150934 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-f50d10b6-3d54-4876-b599-50279636c4a3 req-71cca937-3d90-48c9-8911-235a038fbe20 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] For port 6be42986-7457-4426-8e3d-f5e7fde78b92, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=6be42986-7457-4426-8e3d-f5e7fde78b92,segment=NetworkSegment(1631c808-525d-4114-a0fd-3928fbc2f5e0),segment_id=1631c808-525d-4114-a0fd-3928fbc2f5e0)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:47:28.151785 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-f50d10b6-3d54-4876-b599-50279636c4a3 req-71cca937-3d90-48c9-8911-235a038fbe20 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:28.217603 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port 6be42986-7457-4426-8e3d-f5e7fde78b92, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=6be42986-7457-4426-8e3d-f5e7fde78b92,segment=NetworkSegment(1631c808-525d-4114-a0fd-3928fbc2f5e0),segment_id=1631c808-525d-4114-a0fd-3928fbc2f5e0)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:47:28.218719 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a504de46-d1ef-49ec-8951-71670dbf2f94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6be42986-7457-4426-8e3d-f5e7fde78b92'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:47:28.226320 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:28.228389 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:28.298198 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-f50d10b6-3d54-4876-b599-50279636c4a3 req-71cca937-3d90-48c9-8911-235a038fbe20 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Calling delete_port for 6be42986-7457-4426-8e3d-f5e7fde78b92 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:47:28.326730 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=6be42986-7457-4426-8e3d-f5e7fde78b92,revision_number=5']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:28.331049 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:28.370381 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d93cb-f2da-4fab-beb5-f9890881a048 req-131bbfd9-10df-441b-ae8c-5e40de5215a5 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:28.372669 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-095d93cb-f2da-4fab-beb5-f9890881a048 req-131bbfd9-10df-441b-ae8c-5e40de5215a5 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 945 time: 0.0962021
Nov 19 20:47:28.395542 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a504de46-d1ef-49ec-8951-71670dbf2f94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6be42986-7457-4426-8e3d-f5e7fde78b92', 'code': 200}
Nov 19 20:47:28.430810 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [req-f50d10b6-3d54-4876-b599-50279636c4a3 req-71cca937-3d90-48c9-8911-235a038fbe20 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:47:28.431187 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [req-f50d10b6-3d54-4876-b599-50279636c4a3 req-71cca937-3d90-48c9-8911-235a038fbe20 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:47:28.434027 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-095d93cb-f2da-4fab-beb5-f9890881a048 req-4350649a-758d-4126-a622-0a87cbe099de tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540156
Nov 19 20:47:28.932504 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-f50d10b6-3d54-4876-b599-50279636c4a3 req-71cca937-3d90-48c9-8911-235a038fbe20 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Deleting port 6be42986-7457-4426-8e3d-f5e7fde78b92 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:47:28.933146 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-f50d10b6-3d54-4876-b599-50279636c4a3 req-71cca937-3d90-48c9-8911-235a038fbe20 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:29.306710 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b7f0c-4ace-40a5-9700-4422b5e36042 req-972d03a7-740c-41f0-b48c-e8b163e232b5 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:29.314945 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-f50d10b6-3d54-4876-b599-50279636c4a3 req-71cca937-3d90-48c9-8911-235a038fbe20 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] For port 6be42986-7457-4426-8e3d-f5e7fde78b92, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=6be42986-7457-4426-8e3d-f5e7fde78b92,segment=NetworkSegment(1631c808-525d-4114-a0fd-3928fbc2f5e0),segment_id=1631c808-525d-4114-a0fd-3928fbc2f5e0)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:47:29.315454 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-f50d10b6-3d54-4876-b599-50279636c4a3 req-71cca937-3d90-48c9-8911-235a038fbe20 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:29.316619 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-092b7f0c-4ace-40a5-9700-4422b5e36042 req-972d03a7-740c-41f0-b48c-e8b163e232b5 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0997410
Nov 19 20:47:29.379758 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-092b7f0c-4ace-40a5-9700-4422b5e36042 req-f58db2d8-c009-40fc-9cfc-9b10efebde17 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617940
Nov 19 20:47:29.380741 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 34444) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:29.422717 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:29.464783 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-f50d10b6-3d54-4876-b599-50279636c4a3 req-71cca937-3d90-48c9-8911-235a038fbe20 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Calling delete_port for 6be42986-7457-4426-8e3d-f5e7fde78b92 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:47:29.640413 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-f50d10b6-3d54-4876-b599-50279636c4a3 req-71cca937-3d90-48c9-8911-235a038fbe20 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:29.667449 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:29.732881 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-64992a35-f379-4757-aadb-a6e9eea3112d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe14350abe0546aca76b12b7e13370f1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3506777
Nov 19 20:47:29.733573 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 34466) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:29.819091 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dd84b80b-ade9-4aa8-90f7-29906afa5b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:29.852806 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dd84b80b-ade9-4aa8-90f7-29906afa5b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:29.921035 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cca937-3d90-48c9-8911-235a038fbe20 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Pushing event deleted for resources: {'Port': ['ID=6be42986-7457-4426-8e3d-f5e7fde78b92,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:29.938575 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49eef7-c192-47ae-85ad-be415f42b4e9 req-21332ba0-6515-4fb6-84b3-07d113914b6f tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:29.940158 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2a49eef7-c192-47ae-85ad-be415f42b4e9 req-21332ba0-6515-4fb6-84b3-07d113914b6f tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=a504de46-d1ef-49ec-8951-71670dbf2f94 HTTP/1.1" status: 200  len: 865 time: 0.6965113
Nov 19 20:47:29.943646 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-71cca937-3d90-48c9-8911-235a038fbe20 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:29.963036 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dd84b80b-ade9-4aa8-90f7-29906afa5b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:29.969629 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:29.996259 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84b80b-ade9-4aa8-90f7-29906afa5b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:30.004254 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-dd84b80b-ade9-4aa8-90f7-29906afa5b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:30.019292 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e239d-98d3-4536-8029-a03e6e9c00a6 req-f9f918a5-48f9-4146-a590-88b86bf824a9 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:30.020855 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0e4e239d-98d3-4536-8029-a03e6e9c00a6 req-f9f918a5-48f9-4146-a590-88b86bf824a9 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 945 time: 0.1243761
Nov 19 20:47:30.026120 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dd84b80b-ade9-4aa8-90f7-29906afa5b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:30.031171 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-dd84b80b-ade9-4aa8-90f7-29906afa5b77 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/97f8bb0a-7bfa-4f92-ba1c-fa3f950b0294 HTTP/1.1" status: 204  len: 168 time: 0.2965314
Nov 19 20:47:30.077360 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0e4e239d-98d3-4536-8029-a03e6e9c00a6 req-00dd6655-5787-4a0f-823a-84b9deb1dab4 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430081
Nov 19 20:47:30.077586 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2a49eef7-c192-47ae-85ad-be415f42b4e9 req-8edadd5f-610d-46b7-ba46-878d842c25a9 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817888
Nov 19 20:47:30.131719 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50d10b6-3d54-4876-b599-50279636c4a3 req-71cca937-3d90-48c9-8911-235a038fbe20 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] No DVR routers for this DVR port 6be42986-7457-4426-8e3d-f5e7fde78b92 on host hv-cinder-75078 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:47:30.140950 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-f50d10b6-3d54-4876-b599-50279636c4a3 req-71cca937-3d90-48c9-8911-235a038fbe20 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:30.144232 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a504de46-d1ef-49ec-8951-71670dbf2f94', 'name': 'network-vif-deleted', 'tag': '6be42986-7457-4426-8e3d-f5e7fde78b92'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:47:30.169550 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f50d10b6-3d54-4876-b599-50279636c4a3 req-71cca937-3d90-48c9-8911-235a038fbe20 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.27 "DELETE /v2.0/ports/6be42986-7457-4426-8e3d-f5e7fde78b92 HTTP/1.1" status: 204  len: 173 time: 2.4330103
Nov 19 20:47:30.227841 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a504de46-d1ef-49ec-8951-71670dbf2f94', 'name': 'network-vif-deleted', 'tag': '6be42986-7457-4426-8e3d-f5e7fde78b92', 'status': 'completed', 'code': 200}
Nov 19 20:47:30.603589 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a8a08-0f53-44c0-b7f9-0891862c777f req-aaa5144b-2b8f-4bbc-afe2-15ab4dabc406 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:30.606234 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ca7a8a08-0f53-44c0-b7f9-0891862c777f req-aaa5144b-2b8f-4bbc-afe2-15ab4dabc406 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0947838
Nov 19 20:47:30.669838 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ca7a8a08-0f53-44c0-b7f9-0891862c777f req-1656226e-48a2-41ec-94cf-8c6144efb673 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543296
Nov 19 20:47:30.711006 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device e381d4e6-3298-4663-8a5b-173e48cd0654 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:47:30.793078 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port e381d4e6-3298-4663-8a5b-173e48cd0654 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:47:30.793505 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:30.986809 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:47:31.030286 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 34514) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:31.209544 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1777933896-network', 'tenant_id': '1a71c9245daa4247ac3bef0a5fb52cf6'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:47:31.241274 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:47:31.250960 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Usage tracker for resource:network and tenant:1a71c9245daa4247ac3bef0a5fb52cf6 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:47:31.254342 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:47:31.260582 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:47:31.272171 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Made reservation on behalf of 1a71c9245daa4247ac3bef0a5fb52cf6 for: {'network': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:47:31.280925 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:31.295598 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:31.336474 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:47:31.342562 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Usage tracker for resource:security_group_rule and tenant:1a71c9245daa4247ac3bef0a5fb52cf6 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:47:31.352318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:47:31.367236 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:47:31.440136 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:31.442966 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:31.460390 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-610ce532-b298-41e4-8ecc-a5a37e6cde64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:31.469251 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 20:47:31.494772 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:31.495147 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.segments_db [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Added segment d20f8861-dd92-4253-a052-3fdbaf5ef58c of type vxlan for network b83d732a-8e67-49fd-945b-fefbf79e42c2
Nov 19 20:47:31.502578 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b904afd6-574d-4b6c-aab6-46a930af3836,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:31.505947 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:31.532270 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778071455654'] for network, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:31.542682 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b918005-cfe8-45de-8f2b-d8aac2eb7774 req-c4fb4dbc-22ac-4846-9fc6-6cff8a63a17f tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:31.544314 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0b918005-cfe8-45de-8f2b-d8aac2eb7774 req-c4fb4dbc-22ac-4846-9fc6-6cff8a63a17f tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 945 time: 0.0945444
Nov 19 20:47:31.563520 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:31.564784 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:31.565396 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:31.571129 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:31.595049 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0b918005-cfe8-45de-8f2b-d8aac2eb7774 req-46b72183-fdf5-43a8-8ad3-61b85f87478d tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441618
Nov 19 20:47:31.678533 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Pushing event updated for resources: {'Network': ['ID=b83d732a-8e67-49fd-945b-fefbf79e42c2,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:31.681914 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.6504378
Nov 19 20:47:31.682905 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:31.685614 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 34536) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:31.692088 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Network b83d732a-8e67-49fd-945b-fefbf79e42c2 details requested by agent ovs-agent-dv-cinder-750782-3-iscsi with host dv-cinder-750782-3-iscsi {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:47:31.692239 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-fcfd3c8b-c914-4d30-b978-b4283a5e7248 admin admin] Request body: {'subnet': {'network_id': 'b83d732a-8e67-49fd-945b-fefbf79e42c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1777933896-subnet', 'tenant_id': '1a71c9245daa4247ac3bef0a5fb52cf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:47:31.697470 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-fcfd3c8b-c914-4d30-b978-b4283a5e7248 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:47:31.701878 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-fcfd3c8b-c914-4d30-b978-b4283a5e7248 admin admin] Usage tracker for resource:subnet and tenant:1a71c9245daa4247ac3bef0a5fb52cf6 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:47:31.705306 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-fcfd3c8b-c914-4d30-b978-b4283a5e7248 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:47:31.709705 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Network b83d732a-8e67-49fd-945b-fefbf79e42c2 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:47:31.711832 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-fcfd3c8b-c914-4d30-b978-b4283a5e7248 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:47:31.721982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfd3c8b-c914-4d30-b978-b4283a5e7248 admin admin] Made reservation on behalf of 1a71c9245daa4247ac3bef0a5fb52cf6 for: {'subnet': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:47:31.726922 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fcfd3c8b-c914-4d30-b978-b4283a5e7248 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843119782'] for subnet, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:32.205402 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5484024-9684-4e41-8f26-c858ea0007c1 req-cd3fde38-5046-40ac-b914-68cc1cdaa03c tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:32.207385 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d5484024-9684-4e41-8f26-c858ea0007c1 req-cd3fde38-5046-40ac-b914-68cc1cdaa03c tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.3545902
Nov 19 20:47:32.301895 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d5484024-9684-4e41-8f26-c858ea0007c1 req-9bded650-bf5a-479b-a2e6-3555fc7b6dc7 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814223
Nov 19 20:47:32.479822 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fcfd3c8b-c914-4d30-b978-b4283a5e7248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843861370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843119767'] for subnet, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:32.496948 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:32.661190 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd3c8b-c914-4d30-b978-b4283a5e7248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d39f61d3-9790-4402-b599-273b7ce5c960,revision_number=0']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:32.664515 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-fcfd3c8b-c914-4d30-b978-b4283a5e7248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:32.730818 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfd3c8b-c914-4d30-b978-b4283a5e7248 admin admin] Checking segment: {'id': 'd20f8861-dd92-4253-a052-3fdbaf5ef58c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b83d732a-8e67-49fd-945b-fefbf79e42c2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:47:32.731887 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd3c8b-c914-4d30-b978-b4283a5e7248 admin admin] Network hostable DHCP agents. Network: b83d732a-8e67-49fd-945b-fefbf79e42c2, hostable agents: ['8d02a572-c9e9-422d-ae68-8452b80e1360'], hosted agents: [] {{(pid=80324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 20:47:32.791683 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfd3c8b-c914-4d30-b978-b4283a5e7248 admin admin] Network b83d732a-8e67-49fd-945b-fefbf79e42c2 is scheduled to be hosted by DHCP agent 8d02a572-c9e9-422d-ae68-8452b80e1360 with binding_index 1 {{(pid=80324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 20:47:32.815739 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-fcfd3c8b-c914-4d30-b978-b4283a5e7248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-iscsi, b83d732a-8e67-49fd-945b-fefbf79e42c2) {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:47:32.825404 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0b10bd-3ba8-462a-8180-38b51c389373 None None] Network b83d732a-8e67-49fd-945b-fefbf79e42c2 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:47:32.834077 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfd3c8b-c914-4d30-b978-b4283a5e7248 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:32.834736 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fcfd3c8b-c914-4d30-b978-b4283a5e7248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:32.863196 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-fcfd3c8b-c914-4d30-b978-b4283a5e7248 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1763475
Nov 19 20:47:32.887998 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e35d26-afc5-42c6-934f-6e4ef0292e6d req-2de1100e-5a40-49f2-ae8f-5650ffe4caeb tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:32.898987 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-86e35d26-afc5-42c6-934f-6e4ef0292e6d req-2de1100e-5a40-49f2-ae8f-5650ffe4caeb tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 945 time: 0.1437793
Nov 19 20:47:32.996865 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-86e35d26-afc5-42c6-934f-6e4ef0292e6d req-95f11fe7-5360-41dc-ae8a-390a24a02c13 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961802
Nov 19 20:47:33.011631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681288c-0746-44ea-b0af-cc624d7d9d80 req-819fe92c-b085-4670-ab8a-c2d0cbd9c023 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:33.012850 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-3681288c-0746-44ea-b0af-cc624d7d9d80 req-819fe92c-b085-4670-ab8a-c2d0cbd9c023 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Synchronizing usage tracker for tenant:e630c4b863fc4f05a67504f58217b092 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:47:33.031160 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-3681288c-0746-44ea-b0af-cc624d7d9d80 req-819fe92c-b085-4670-ab8a-c2d0cbd9c023 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Unset dirty status for tenant:e630c4b863fc4f05a67504f58217b092 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:47:33.038970 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3681288c-0746-44ea-b0af-cc624d7d9d80 req-819fe92c-b085-4670-ab8a-c2d0cbd9c023 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 946 time: 0.1771939
Nov 19 20:47:33.094855 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3681288c-0746-44ea-b0af-cc624d7d9d80 req-43a930db-4ac3-49f4-a60b-af82b06e757e tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544348
Nov 19 20:47:33.156096 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080f6b2f-c73d-476d-847d-ae41d66c80b8 None None] Network b83d732a-8e67-49fd-945b-fefbf79e42c2 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:47:33.593239 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa283cbd-2f3f-4fdb-8222-c07490b6955e req-b353f5db-f78d-4a91-a947-b823ad934533 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:33.594892 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fa283cbd-2f3f-4fdb-8222-c07490b6955e req-b353f5db-f78d-4a91-a947-b823ad934533 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.1577425
Nov 19 20:47:33.602025 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38480589-dfab-47c9-a98b-a3b63ace149c req-3ba645be-eeb3-4546-8f7d-0b6fa2531403 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:33.603621 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-38480589-dfab-47c9-a98b-a3b63ace149c req-3ba645be-eeb3-4546-8f7d-0b6fa2531403 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.27 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 945 time: 0.1273277
Nov 19 20:47:33.725548 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-38480589-dfab-47c9-a98b-a3b63ace149c req-02f69793-da9a-46ac-af84-02096163a865 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Deleting port e381d4e6-3298-4663-8a5b-173e48cd0654 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:47:33.725840 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-38480589-dfab-47c9-a98b-a3b63ace149c req-02f69793-da9a-46ac-af84-02096163a865 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:33.785518 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fa283cbd-2f3f-4fdb-8222-c07490b6955e req-5f235361-c2b2-419f-8131-e1e3165b4fd7 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796842
Nov 19 20:47:33.992727 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-38480589-dfab-47c9-a98b-a3b63ace149c req-02f69793-da9a-46ac-af84-02096163a865 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] For port e381d4e6-3298-4663-8a5b-173e48cd0654, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=e381d4e6-3298-4663-8a5b-173e48cd0654,segment=NetworkSegment(2e751e4b-097a-48d8-bf72-ed4aa0c841f2),segment_id=2e751e4b-097a-48d8-bf72-ed4aa0c841f2)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:47:33.993158 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-38480589-dfab-47c9-a98b-a3b63ace149c req-02f69793-da9a-46ac-af84-02096163a865 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:33.996056 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device e381d4e6-3298-4663-8a5b-173e48cd0654 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:47:34.128797 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-38480589-dfab-47c9-a98b-a3b63ace149c req-02f69793-da9a-46ac-af84-02096163a865 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Calling delete_port for e381d4e6-3298-4663-8a5b-173e48cd0654 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:47:34.135862 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:34.193972 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port e381d4e6-3298-4663-8a5b-173e48cd0654, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=e381d4e6-3298-4663-8a5b-173e48cd0654,segment=NetworkSegment(2e751e4b-097a-48d8-bf72-ed4aa0c841f2),segment_id=2e751e4b-097a-48d8-bf72-ed4aa0c841f2)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:47:34.195013 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2879adb2-5a42-4e0c-9096-aa4ca7dc808b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e381d4e6-3298-4663-8a5b-173e48cd0654'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:47:34.200712 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:34.202586 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:34.253566 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [req-38480589-dfab-47c9-a98b-a3b63ace149c req-02f69793-da9a-46ac-af84-02096163a865 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:47:34.254243 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [req-38480589-dfab-47c9-a98b-a3b63ace149c req-02f69793-da9a-46ac-af84-02096163a865 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:47:34.268305 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc267217-fdc6-480e-acd0-69cfffe620ee req-da548504-494f-4a91-9b71-75165112f8c8 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:34.270070 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bc267217-fdc6-480e-acd0-69cfffe620ee req-da548504-494f-4a91-9b71-75165112f8c8 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 945 time: 0.1352434
Nov 19 20:47:34.275666 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=e381d4e6-3298-4663-8a5b-173e48cd0654,revision_number=5']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:34.286953 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.287719 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.288338 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.289117 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.289757 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.290330 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.290922 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.291424 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.291920 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.292411 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.292940 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.293457 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.294682 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.295207 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.295902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.296442 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.296989 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.297360 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.297755 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.298553 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.298946 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.299467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.299838 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.300211 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:47:34.304836 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:34.326402 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bc267217-fdc6-480e-acd0-69cfffe620ee req-ac6647d3-6938-4944-8076-c4d29c63b4d2 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474207
Nov 19 20:47:34.338223 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6156f-c115-4fa8-85ca-c66ccf0f32b9 req-248aa088-62d9-472d-b36e-dc1c05aa2d1f tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:34.339876 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-64e6156f-c115-4fa8-85ca-c66ccf0f32b9 req-248aa088-62d9-472d-b36e-dc1c05aa2d1f tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 946 time: 0.0847042
Nov 19 20:47:34.393137 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-64e6156f-c115-4fa8-85ca-c66ccf0f32b9 req-19e889dc-4ff8-4d50-b363-ccb930de304d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461683
Nov 19 20:47:34.400367 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2879adb2-5a42-4e0c-9096-aa4ca7dc808b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e381d4e6-3298-4663-8a5b-173e48cd0654', 'code': 200}
Nov 19 20:47:34.755772 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-38480589-dfab-47c9-a98b-a3b63ace149c req-02f69793-da9a-46ac-af84-02096163a865 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Deleting port e381d4e6-3298-4663-8a5b-173e48cd0654 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:47:34.756161 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-38480589-dfab-47c9-a98b-a3b63ace149c req-02f69793-da9a-46ac-af84-02096163a865 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:34.894649 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8ea6d19d-b953-4c0e-aec0-37225f59a399 req-925f64ad-bf92-4703-a4d9-aa6a3a4e0a5b service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 1162 time: 0.0813978
Nov 19 20:47:34.955488 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8ea6d19d-b953-4c0e-aec0-37225f59a399 req-72b6ab7c-7a4d-4590-95cb-c0354536251b service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527558
Nov 19 20:47:35.123996 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-38480589-dfab-47c9-a98b-a3b63ace149c req-02f69793-da9a-46ac-af84-02096163a865 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] For port e381d4e6-3298-4663-8a5b-173e48cd0654, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=e381d4e6-3298-4663-8a5b-173e48cd0654,segment=NetworkSegment(2e751e4b-097a-48d8-bf72-ed4aa0c841f2),segment_id=2e751e4b-097a-48d8-bf72-ed4aa0c841f2)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:47:35.124325 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-38480589-dfab-47c9-a98b-a3b63ace149c req-02f69793-da9a-46ac-af84-02096163a865 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:35.236530 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-c5529f13-3894-4b8f-9312-46657c064aaf tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:35.237355 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-c5529f13-3894-4b8f-9312-46657c064aaf tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Synchronizing usage tracker for tenant:1a71c9245daa4247ac3bef0a5fb52cf6 on resource:network {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:47:35.261911 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-c5529f13-3894-4b8f-9312-46657c064aaf tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Unset dirty status for tenant:1a71c9245daa4247ac3bef0a5fb52cf6 on resource:network {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:47:35.263973 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-c5529f13-3894-4b8f-9312-46657c064aaf tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/networks?id=b83d732a-8e67-49fd-945b-fefbf79e42c2 HTTP/1.1" status: 200  len: 814 time: 0.2348228
Nov 19 20:47:35.283671 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-b5531dec-1089-4033-8aa7-d495291791b5 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/quotas/1a71c9245daa4247ac3bef0a5fb52cf6 HTTP/1.1" status: 200  len: 375 time: 0.0133984
Nov 19 20:47:35.285804 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-38480589-dfab-47c9-a98b-a3b63ace149c req-02f69793-da9a-46ac-af84-02096163a865 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Calling delete_port for e381d4e6-3298-4663-8a5b-173e48cd0654 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:47:35.292244 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 34618) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:35.344864 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9306d-c29d-42d3-9913-985adb462618 req-eb535c0b-9452-41b7-ad33-b832bcee9861 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:35.345119 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-3b11e30e-70a6-4148-be47-1dd912009bdd tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a71c9245daa4247ac3bef0a5fb52cf6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0496440
Nov 19 20:47:35.347220 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-55d9306d-c29d-42d3-9913-985adb462618 req-eb535c0b-9452-41b7-ad33-b832bcee9861 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.3296831
Nov 19 20:47:35.456379 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-55d9306d-c29d-42d3-9913-985adb462618 req-4f101486-abf5-497f-b724-11e3703bf8ee tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989523
Nov 19 20:47:35.491026 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-38480589-dfab-47c9-a98b-a3b63ace149c req-02f69793-da9a-46ac-af84-02096163a865 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:35.509099 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-24b5cf25-01b2-4020-9b29-43554f78e349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:35.510299 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:35.561133 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f69793-da9a-46ac-af84-02096163a865 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Pushing event deleted for resources: {'Port': ['ID=e381d4e6-3298-4663-8a5b-173e48cd0654,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:35.565182 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-02f69793-da9a-46ac-af84-02096163a865 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:35.612219 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-864023d3-dfcc-448b-b93b-ba479ff39313 service neutron] 10.222.0.23 "GET /v2.0/networks/b83d732a-8e67-49fd-945b-fefbf79e42c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2492926
Nov 19 20:47:35.653811 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-24b5cf25-01b2-4020-9b29-43554f78e349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:47:35.662330 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-24b5cf25-01b2-4020-9b29-43554f78e349 admin admin] Usage tracker for resource:security_group_rule and tenant:73743ec0e5a24cc3a819377fee5f18ae is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:47:35.666805 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-24b5cf25-01b2-4020-9b29-43554f78e349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:47:35.690633 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-24b5cf25-01b2-4020-9b29-43554f78e349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:47:35.694927 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-094009be-f23f-4e4a-abd3-b66b0b61ef9e req-d87fcd90-e0df-4eb7-9df7-72e9ae64a603 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 210 time: 0.0630782
Nov 19 20:47:35.779958 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-38480589-dfab-47c9-a98b-a3b63ace149c req-02f69793-da9a-46ac-af84-02096163a865 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] No DVR routers for this DVR port e381d4e6-3298-4663-8a5b-173e48cd0654 on host hv-cinder-75078 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:47:35.782533 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-38480589-dfab-47c9-a98b-a3b63ace149c req-02f69793-da9a-46ac-af84-02096163a865 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:35.787072 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2879adb2-5a42-4e0c-9096-aa4ca7dc808b', 'name': 'network-vif-deleted', 'tag': 'e381d4e6-3298-4663-8a5b-173e48cd0654'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:47:35.796179 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d21a3-5425-4f61-a5ce-2eb747c16717 req-3abe47ea-8a66-45fb-9706-ad5a9862d97e tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:35.797794 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8c5d21a3-5425-4f61-a5ce-2eb747c16717 req-3abe47ea-8a66-45fb-9706-ad5a9862d97e tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.27 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 946 time: 0.2635329
Nov 19 20:47:35.803180 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-38480589-dfab-47c9-a98b-a3b63ace149c req-02f69793-da9a-46ac-af84-02096163a865 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.27 "DELETE /v2.0/ports/e381d4e6-3298-4663-8a5b-173e48cd0654 HTTP/1.1" status: 204  len: 173 time: 2.1769042
Nov 19 20:47:35.823945 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-40f62d66-ae9c-45f2-bece-923d4adedd77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:35.886387 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-ac1611c2-49d6-4bcc-b9fe-960a905af999 service neutron] 10.222.0.23 "GET /v2.0/networks/b83d732a-8e67-49fd-945b-fefbf79e42c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2658761
Nov 19 20:47:35.920059 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d53317-b6d9-40db-a683-9a45a62aadba req-84be0e66-6012-4057-a285-aa8ccae68c2d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:35.922478 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-39d53317-b6d9-40db-a683-9a45a62aadba req-84be0e66-6012-4057-a285-aa8ccae68c2d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 946 time: 0.1023281
Nov 19 20:47:35.932323 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-8c5d21a3-5425-4f61-a5ce-2eb747c16717 req-cc8dd543-4d6d-431c-8865-de87da2de068 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Deleting port 884239c0-85cc-47f3-9f3f-eef0c3789764 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:47:35.932694 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-8c5d21a3-5425-4f61-a5ce-2eb747c16717 req-cc8dd543-4d6d-431c-8865-de87da2de068 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:35.978139 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-39d53317-b6d9-40db-a683-9a45a62aadba req-14ac1fb4-8c3c-4acc-bd9b-55be0b90ae91 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493765
Nov 19 20:47:36.010574 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-24b5cf25-01b2-4020-9b29-43554f78e349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:36.053865 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 884239c0-85cc-47f3-9f3f-eef0c3789764 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:47:36.077813 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-24b5cf25-01b2-4020-9b29-43554f78e349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:36.080947 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2879adb2-5a42-4e0c-9096-aa4ca7dc808b', 'name': 'network-vif-deleted', 'tag': 'e381d4e6-3298-4663-8a5b-173e48cd0654', 'status': 'completed', 'code': 200}
Nov 19 20:47:36.123689 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a6784e71-8d9f-4ed1-88e2-9816705ca4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:36.150200 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-24b5cf25-01b2-4020-9b29-43554f78e349 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=73743ec0e5a24cc3a819377fee5f18ae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8537624
Nov 19 20:47:36.178384 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 34638) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:36.209268 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-86aa3445-660d-49f3-80cf-152caed3c353 req-72ff35f1-945f-4c8d-97c1-1add60ac04ef tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 210 time: 0.0703180
Nov 19 20:47:36.216764 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:36.270143 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5cf25-01b2-4020-9b29-43554f78e349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f91840-cc15-4c81-9b55-a8662effc30d,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:36.276318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port 884239c0-85cc-47f3-9f3f-eef0c3789764, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=884239c0-85cc-47f3-9f3f-eef0c3789764,segment=NetworkSegment(1631c808-525d-4114-a0fd-3928fbc2f5e0),segment_id=1631c808-525d-4114-a0fd-3928fbc2f5e0)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:47:36.302592 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:36.304500 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-eb58d41f-1cb1-4ac1-a975-c0f60e55c71d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:36.389561 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=884239c0-85cc-47f3-9f3f-eef0c3789764,revision_number=5']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:36.393136 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:36.393566 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-24b5cf25-01b2-4020-9b29-43554f78e349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:36.401770 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21da2b8-bde4-4a91-acb2-6b5123ff09f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '884239c0-85cc-47f3-9f3f-eef0c3789764'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:47:36.441098 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-8c5d21a3-5425-4f61-a5ce-2eb747c16717 req-cc8dd543-4d6d-431c-8865-de87da2de068 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] For port 884239c0-85cc-47f3-9f3f-eef0c3789764, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=884239c0-85cc-47f3-9f3f-eef0c3789764,segment=NetworkSegment(1631c808-525d-4114-a0fd-3928fbc2f5e0),segment_id=1631c808-525d-4114-a0fd-3928fbc2f5e0)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:47:36.441500 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-8c5d21a3-5425-4f61-a5ce-2eb747c16717 req-cc8dd543-4d6d-431c-8865-de87da2de068 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:36.470046 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21da2b8-bde4-4a91-acb2-6b5123ff09f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '884239c0-85cc-47f3-9f3f-eef0c3789764', 'code': 200}
Nov 19 20:47:36.604885 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-8c5d21a3-5425-4f61-a5ce-2eb747c16717 req-cc8dd543-4d6d-431c-8865-de87da2de068 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Calling delete_port for 884239c0-85cc-47f3-9f3f-eef0c3789764 owned by compute:nova {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:47:36.641422 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8218ae1e-0793-4934-860c-22505613e1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:36.755998 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8218ae1e-0793-4934-860c-22505613e1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:36.830467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8218ae1e-0793-4934-860c-22505613e1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:36.841449 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-774cafeb-0c6c-4622-82bc-314a875f7a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:36.862297 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218ae1e-0793-4934-860c-22505613e1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f91840-cc15-4c81-9b55-a8662effc30d,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:36.866805 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8218ae1e-0793-4934-860c-22505613e1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:36.869070 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8218ae1e-0793-4934-860c-22505613e1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:36.870308 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-8218ae1e-0793-4934-860c-22505613e1f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38f91840-cc15-4c81-9b55-a8662effc30d HTTP/1.1" status: 204  len: 168 time: 0.6761274
Nov 19 20:47:36.898179 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239378b-ec23-4b07-bf2f-46598fda5b2b req-0ec1dddf-09ce-41f9-82d4-9187026b327c tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:36.918408 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7239378b-ec23-4b07-bf2f-46598fda5b2b req-0ec1dddf-09ce-41f9-82d4-9187026b327c tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.2744741
Nov 19 20:47:36.935572 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [req-8c5d21a3-5425-4f61-a5ce-2eb747c16717 req-cc8dd543-4d6d-431c-8865-de87da2de068 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80324) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:47:36.936165 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [req-8c5d21a3-5425-4f61-a5ce-2eb747c16717 req-cc8dd543-4d6d-431c-8865-de87da2de068 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:47:36.943893 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-9d4d7286-3e3d-4fc2-8b6f-6ba621322100 req-63e55b86-02a8-449c-8236-6cbae3050c2e tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Synchronizing usage tracker for tenant:001839017f834d1899815650399870e1 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:47:36.959674 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-9d4d7286-3e3d-4fc2-8b6f-6ba621322100 req-63e55b86-02a8-449c-8236-6cbae3050c2e tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Unset dirty status for tenant:001839017f834d1899815650399870e1 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:47:36.960931 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9d4d7286-3e3d-4fc2-8b6f-6ba621322100 req-63e55b86-02a8-449c-8236-6cbae3050c2e tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=2879adb2-5a42-4e0c-9096-aa4ca7dc808b HTTP/1.1" status: 200  len: 210 time: 0.0826323
Nov 19 20:47:36.979048 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7239378b-ec23-4b07-bf2f-46598fda5b2b req-e7a57af8-fc4b-4bf5-b4e7-98fae89100d0 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584033
Nov 19 20:47:37.235680 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bd1dd-e9e8-4116-98ee-0d3f0d8a0476 req-ddcbb8c9-027f-40f8-851b-4530ca739198 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:37.237321 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1c3bd1dd-e9e8-4116-98ee-0d3f0d8a0476 req-ddcbb8c9-027f-40f8-851b-4530ca739198 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 944 time: 0.1018245
Nov 19 20:47:37.295738 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1c3bd1dd-e9e8-4116-98ee-0d3f0d8a0476 req-cd00bcdc-0df1-4beb-a928-dcecf8f47aaa tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/security-groups?id=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519185
Nov 19 20:47:37.437115 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-8c5d21a3-5425-4f61-a5ce-2eb747c16717 req-cc8dd543-4d6d-431c-8865-de87da2de068 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Deleting port 884239c0-85cc-47f3-9f3f-eef0c3789764 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:47:37.437674 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-8c5d21a3-5425-4f61-a5ce-2eb747c16717 req-cc8dd543-4d6d-431c-8865-de87da2de068 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:37.517564 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-813e8a8c-c182-4c1a-94d6-f9445a70efe3 req-67fbbafd-2aa5-4335-9e5f-b101cdc2df26 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 210 time: 0.0995994
Nov 19 20:47:37.788332 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-a174a2fd-2e21-488c-9274-51c1cac0388f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:37.790346 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-a174a2fd-2e21-488c-9274-51c1cac0388f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.27 "GET /v2.0/networks?id=b83d732a-8e67-49fd-945b-fefbf79e42c2 HTTP/1.1" status: 200  len: 814 time: 0.2296560
Nov 19 20:47:37.807063 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-8c5d21a3-5425-4f61-a5ce-2eb747c16717 req-cc8dd543-4d6d-431c-8865-de87da2de068 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] For port 884239c0-85cc-47f3-9f3f-eef0c3789764, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=884239c0-85cc-47f3-9f3f-eef0c3789764,segment=NetworkSegment(1631c808-525d-4114-a0fd-3928fbc2f5e0),segment_id=1631c808-525d-4114-a0fd-3928fbc2f5e0)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:47:37.807726 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-8c5d21a3-5425-4f61-a5ce-2eb747c16717 req-cc8dd543-4d6d-431c-8865-de87da2de068 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:37.820847 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-f0a9148c-081e-4289-93d9-9d8296892914 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Request body: {'port': {'device_id': '09568642-6e2e-4b68-ab38-25a07f919d25', 'network_id': 'b83d732a-8e67-49fd-945b-fefbf79e42c2', 'admin_state_up': True, 'tenant_id': '1a71c9245daa4247ac3bef0a5fb52cf6'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:47:38.011790 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-8c5d21a3-5425-4f61-a5ce-2eb747c16717 req-cc8dd543-4d6d-431c-8865-de87da2de068 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Calling delete_port for 884239c0-85cc-47f3-9f3f-eef0c3789764 owned by compute:nova {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:47:38.219714 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 1187132f-618d-44e8-a573-bb39dc060563 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:47:38.252334 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e741eaa3-fc2c-40d9-b588-1c0e0ee617b7 req-b9953a10-3ba1-49e3-9f80-8c9a8d08e2d1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=815c1f905e754bd799b86d9adaab1030&device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 1162 time: 0.4121249
Nov 19 20:47:38.253815 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-8c5d21a3-5425-4f61-a5ce-2eb747c16717 req-cc8dd543-4d6d-431c-8865-de87da2de068 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:38.293556 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:38.312471 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2a48e-d7b8-4e27-a055-313e8a1b6c85 req-d0092146-3aa0-484c-ac14-12e379423fc3 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:38.323347 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 1187132f-618d-44e8-a573-bb39dc060563 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:47:38.323347 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:38.323987 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b7c2a48e-d7b8-4e27-a055-313e8a1b6c85 req-d0092146-3aa0-484c-ac14-12e379423fc3 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.4552884
Nov 19 20:47:38.359846 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-f0a9148c-081e-4289-93d9-9d8296892914 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:47:38.364557 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-f0a9148c-081e-4289-93d9-9d8296892914 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Usage tracker for resource:port and tenant:1a71c9245daa4247ac3bef0a5fb52cf6 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:47:38.365984 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8dd543-4d6d-431c-8865-de87da2de068 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Pushing event deleted for resources: {'Port': ['ID=884239c0-85cc-47f3-9f3f-eef0c3789764,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:38.368098 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-f0a9148c-081e-4289-93d9-9d8296892914 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Quota usage for port was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:47:38.375146 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-cc8dd543-4d6d-431c-8865-de87da2de068 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:38.376079 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-f0a9148c-081e-4289-93d9-9d8296892914 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:47:38.386862 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-f0a9148c-081e-4289-93d9-9d8296892914 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Made reservation on behalf of 1a71c9245daa4247ac3bef0a5fb52cf6 for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:47:38.394393 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-f0a9148c-081e-4289-93d9-9d8296892914 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:38.472600 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b7c2a48e-d7b8-4e27-a055-313e8a1b6c85 req-a5ea7d9f-7a82-4f4b-872f-8f8d96a522ca tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474235
Nov 19 20:47:38.670981 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8041335a-8d50-4a02-a259-3809bf873e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:38.839306 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:38.922441 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741eaa3-fc2c-40d9-b588-1c0e0ee617b7 req-26f04e68-b758-4e9b-95ea-7c616b1f77df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:38.923762 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e741eaa3-fc2c-40d9-b588-1c0e0ee617b7 req-26f04e68-b758-4e9b-95ea-7c616b1f77df service neutron] 10.222.0.27 "GET /v2.0/networks?id=0a113bd1-778c-4e88-acd2-a1595854211f HTTP/1.1" status: 200  len: 913 time: 0.6571231
Nov 19 20:47:38.957116 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e02cc166-fb8c-46c1-973c-b08e31cf96b1 req-d785ec59-2c9c-454b-95f1-92250d01b3a2 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.23 "GET /v2.0/ports?device_id=c21da2b8-bde4-4a91-acb2-6b5123ff09f2 HTTP/1.1" status: 200  len: 210 time: 0.1881268
Nov 19 20:47:39.002813 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-3ca2dd42-e168-45b5-ac83-eca70f038023 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:39.003697 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-3ca2dd42-e168-45b5-ac83-eca70f038023 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Synchronizing usage tracker for tenant:001839017f834d1899815650399870e1 on resource:network {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:47:39.032652 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-3ca2dd42-e168-45b5-ac83-eca70f038023 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Unset dirty status for tenant:001839017f834d1899815650399870e1 on resource:network {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:47:39.040183 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-3ca2dd42-e168-45b5-ac83-eca70f038023 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/networks?id=41e794f1-6186-489f-98a8-296f21bfb671 HTTP/1.1" status: 200  len: 809 time: 0.3622773
Nov 19 20:47:39.048687 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e741eaa3-fc2c-40d9-b588-1c0e0ee617b7 req-08863a0a-3ebd-48b4-8b85-7abae1af6d95 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1187132f-618d-44e8-a573-bb39dc060563 HTTP/1.1" status: 200  len: 217 time: 0.0951264
Nov 19 20:47:39.073974 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-80c0c74b-3965-4eb3-9da5-f369297f1851 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/quotas/001839017f834d1899815650399870e1 HTTP/1.1" status: 200  len: 375 time: 0.0327396
Nov 19 20:47:39.115744 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-f0a9148c-081e-4289-93d9-9d8296892914 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Allocated IP 172.20.0.8 (b83d732a-8e67-49fd-945b-fefbf79e42c2/d39f61d3-9790-4402-b599-273b7ce5c960/c9f0f57e-4abb-427b-850b-270ab9ea8ccf) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:47:39.136987 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-33811055-24ab-4038-ab46-3a42d8304ffc tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?tenant_id=001839017f834d1899815650399870e1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0595295
Nov 19 20:47:39.163831 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5d21a3-5425-4f61-a5ce-2eb747c16717 req-cc8dd543-4d6d-431c-8865-de87da2de068 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] No DVR routers for this DVR port 884239c0-85cc-47f3-9f3f-eef0c3789764 on host hv-cinder-75078 {{(pid=80324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:47:39.167861 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-8c5d21a3-5425-4f61-a5ce-2eb747c16717 req-cc8dd543-4d6d-431c-8865-de87da2de068 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:39.171189 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21da2b8-bde4-4a91-acb2-6b5123ff09f2', 'name': 'network-vif-deleted', 'tag': '884239c0-85cc-47f3-9f3f-eef0c3789764'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:47:39.190533 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741eaa3-fc2c-40d9-b588-1c0e0ee617b7 req-de3ee4d0-34fd-4436-89e0-51ba02f882f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:39.192123 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e741eaa3-fc2c-40d9-b588-1c0e0ee617b7 req-de3ee4d0-34fd-4436-89e0-51ba02f882f2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ab1e6561-e749-40d7-a5a9-de196eaf5e63 HTTP/1.1" status: 200  len: 859 time: 0.1367822
Nov 19 20:47:39.193503 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8c5d21a3-5425-4f61-a5ce-2eb747c16717 req-cc8dd543-4d6d-431c-8865-de87da2de068 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] 10.222.0.27 "DELETE /v2.0/ports/884239c0-85cc-47f3-9f3f-eef0c3789764 HTTP/1.1" status: 204  len: 173 time: 3.3852274
Nov 19 20:47:39.266991 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e741eaa3-fc2c-40d9-b588-1c0e0ee617b7 req-8d6af36c-abb6-436e-aae7-d87ca72d1b51 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0a113bd1-778c-4e88-acd2-a1595854211f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0573061
Nov 19 20:47:39.356547 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-12f19dfc-e7a3-4310-ba17-a71f8cd71c9e req-6eb7bebb-9907-4d02-a14b-da977bebe7b3 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 210 time: 0.0580432
Nov 19 20:47:39.376759 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-fdfb3a91-d334-4b1a-a186-06756ab757cf service neutron] 10.222.0.23 "GET /v2.0/networks/41e794f1-6186-489f-98a8-296f21bfb671?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2347968
Nov 19 20:47:39.446455 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21da2b8-bde4-4a91-acb2-6b5123ff09f2', 'name': 'network-vif-deleted', 'tag': '884239c0-85cc-47f3-9f3f-eef0c3789764', 'status': 'completed', 'code': 200}
Nov 19 20:47:39.477728 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e741eaa3-fc2c-40d9-b588-1c0e0ee617b7 req-d3cb0938-cbdc-46dd-a3bd-050f7dfac9a0 service neutron] 10.222.0.27 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2033474
Nov 19 20:47:39.627017 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e741eaa3-fc2c-40d9-b588-1c0e0ee617b7 req-6a487413-bd4c-4e13-9a94-072e7c8a305a service neutron] 10.222.0.27 "GET /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418989
Nov 19 20:47:39.637571 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-f0a9148c-081e-4289-93d9-9d8296892914 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:39.644946 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-af270cb1-24b3-432a-b2f5-72ec2213f264 service neutron] 10.222.0.23 "GET /v2.0/networks/41e794f1-6186-489f-98a8-296f21bfb671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2517786
Nov 19 20:47:39.669458 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-f0a9148c-081e-4289-93d9-9d8296892914 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:39.746553 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e47e80-5788-4d91-aa17-33f7867ab728 req-148ba6d6-d9cf-40a0-9115-9036017ed797 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:39.755574 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-00e47e80-5788-4d91-aa17-33f7867ab728 req-148ba6d6-d9cf-40a0-9115-9036017ed797 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.1237795
Nov 19 20:47:39.784470 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:39.836679 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-00e47e80-5788-4d91-aa17-33f7867ab728 req-24a2eaf8-cb92-48a4-8bd6-200ea94a6871 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793147
Nov 19 20:47:39.856552 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-72c4f4c9-0f3a-433a-b1cf-ec54b9b85093 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:39.932744 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9148c-081e-4289-93d9-9d8296892914 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Pushing event updated for resources: {'Port': ['ID=c9f0f57e-4abb-427b-850b-270ab9ea8ccf,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:39.938701 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f0a9148c-081e-4289-93d9-9d8296892914 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:39.956248 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-f0a9148c-081e-4289-93d9-9d8296892914 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Network b83d732a-8e67-49fd-945b-fefbf79e42c2 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:47:39.959094 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-f0a9148c-081e-4289-93d9-9d8296892914 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:47:39.967033 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-f0a9148c-081e-4289-93d9-9d8296892914 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:47:39.971294 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5af8914b-c779-4fb6-a889-ace26e062f4d req-4f1404cd-7a67-4fce-89bd-39069f124766 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 210 time: 0.0553601
Nov 19 20:47:40.046620 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-f0a9148c-081e-4289-93d9-9d8296892914 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:40.047295 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-f0a9148c-081e-4289-93d9-9d8296892914 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:40.071258 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-f0a9148c-081e-4289-93d9-9d8296892914 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2551227
Nov 19 20:47:40.093466 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Request body: {'port': {'device_id': '09568642-6e2e-4b68-ab38-25a07f919d25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:47:40.098284 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 34742) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:40.174060 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:40.251715 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:40.268774 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6ffb76-dfbc-4bec-bf3c-b0ded95d2598 admin admin] Deleting subnet 61fe5f9f-aa74-4c90-822d-2b56b29c0b01 {{(pid=80324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 20:47:40.276677 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3e6ffb76-dfbc-4bec-bf3c-b0ded95d2598 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:40.331445 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3e6ffb76-dfbc-4bec-bf3c-b0ded95d2598 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843861254'] for subnet, precommit_delete_associations {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:40.403442 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3e6ffb76-dfbc-4bec-bf3c-b0ded95d2598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3383722'] for subnet, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:40.715025 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3e6ffb76-dfbc-4bec-bf3c-b0ded95d2598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851392077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10914378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656033'] for subnet, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:40.738429 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-fcfd3c8b-c914-4d30-b978-b4283a5e7248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:40.806783 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb11996-e757-4291-908d-97bff2d9bf5a req-6321f5ab-772d-425d-9c57-efbe180c187c tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:40.807163 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ffb76-dfbc-4bec-bf3c-b0ded95d2598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61fe5f9f-aa74-4c90-822d-2b56b29c0b01,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:40.807684 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-3bb11996-e757-4291-908d-97bff2d9bf5a req-6321f5ab-772d-425d-9c57-efbe180c187c tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Synchronizing usage tracker for tenant:1a71c9245daa4247ac3bef0a5fb52cf6 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:47:40.812024 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3e6ffb76-dfbc-4bec-bf3c-b0ded95d2598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:40.966469 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f0f57e-4abb-427b-850b-270ab9ea8ccf {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 20:47:40.975361 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:40.977854 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-3bb11996-e757-4291-908d-97bff2d9bf5a req-6321f5ab-772d-425d-9c57-efbe180c187c tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Unset dirty status for tenant:1a71c9245daa4247ac3bef0a5fb52cf6 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:47:40.985057 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3bb11996-e757-4291-908d-97bff2d9bf5a req-6321f5ab-772d-425d-9c57-efbe180c187c tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 931 time: 0.3993642
Nov 19 20:47:41.009874 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3e6ffb76-dfbc-4bec-bf3c-b0ded95d2598 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:41.018335 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-3e6ffb76-dfbc-4bec-bf3c-b0ded95d2598 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/61fe5f9f-aa74-4c90-822d-2b56b29c0b01 HTTP/1.1" status: 204  len: 168 time: 0.9185212
Nov 19 20:47:41.020593 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 34766) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:41.022165 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Transition to ACTIVE for port object c9f0f57e-4abb-427b-850b-270ab9ea8ccf will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:47:41.040325 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441035'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:41.065682 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f0a9148c-081e-4289-93d9-9d8296892914 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:41.124621 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3bb11996-e757-4291-908d-97bff2d9bf5a req-e120e63b-64f5-481f-84e9-43075cce9e8b tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386182
Nov 19 20:47:41.211341 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f96b-d4f5-42f1-8941-43fd83730245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3496268'] for network, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:41.263774 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f0f57e-4abb-427b-850b-270ab9ea8ccf,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:41.266866 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:41.301193 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07a9206-3843-45bf-8d53-0857ba33eefe req-fe22878b-732c-4158-af92-b9702efddbb8 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:41.301193 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f07a9206-3843-45bf-8d53-0857ba33eefe req-fe22878b-732c-4158-af92-b9702efddbb8 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.2551217
Nov 19 20:47:41.520982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f96b-d4f5-42f1-8941-43fd83730245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3396403', 'neutron.services.segments.db._delete_segments_for_network--9223363258782719672'] for network, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:41.532934 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c68bc0a1-024b-4309-a867-2a3dcb2a7802 req-0e12e872-7fa5-487a-a579-f19281191e51 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 210 time: 0.2645929
Nov 19 20:47:41.615004 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f07a9206-3843-45bf-8d53-0857ba33eefe req-0a0c9dfd-84de-4710-8757-61c98df87e8c tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2827559
Nov 19 20:47:41.734794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Attempting to bind port c9f0f57e-4abb-427b-850b-270ab9ea8ccf on host hv-cinder-75078 for vnic_type normal with profile  {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:47:41.735178 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Attempting to bind port c9f0f57e-4abb-427b-850b-270ab9ea8ccf by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'd20f8861-dd92-4253-a052-3fdbaf5ef58c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b83d732a-8e67-49fd-945b-fefbf79e42c2'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:47:41.735550 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Attempting to bind port c9f0f57e-4abb-427b-850b-270ab9ea8ccf on network b83d732a-8e67-49fd-945b-fefbf79e42c2 {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:47:41.742488 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Checking agent: {'id': '460481f1-45c5-4450-82c0-45a37946158c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 41, 59), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 29), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:47:41.742878 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Checking segment: {'id': 'd20f8861-dd92-4253-a052-3fdbaf5ef58c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b83d732a-8e67-49fd-945b-fefbf79e42c2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:47:41.743260 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:41.743661 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Bound using segment: {'id': 'd20f8861-dd92-4253-a052-3fdbaf5ef58c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b83d732a-8e67-49fd-945b-fefbf79e42c2'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:47:41.744138 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Bound port: c9f0f57e-4abb-427b-850b-270ab9ea8ccf, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20f8861-dd92-4253-a052-3fdbaf5ef58c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b83d732a-8e67-49fd-945b-fefbf79e42c2'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:47:41.744262 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-cbf8f96b-d4f5-42f1-8941-43fd83730245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbcdc06a080>,) {'filters': {'network_id': ['2ce3015e-7733-4848-848e-064d0fd6ea67']}} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:47:41.744517 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:41.756554 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eff7a85e-ce7e-40cb-9e28-142d4a938cd7 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:41.758117 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eff7a85e-ce7e-40cb-9e28-142d4a938cd7 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.27 "GET /v2.0/networks?id=41e794f1-6186-489f-98a8-296f21bfb671 HTTP/1.1" status: 200  len: 809 time: 0.3794103
Nov 19 20:47:41.764197 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-cbf8f96b-d4f5-42f1-8941-43fd83730245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcdc06a080>, '1631c808-525d-4114-a0fd-3928fbc2f5e0') {'for_net_delete': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:47:41.764530 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-cbf8f96b-d4f5-42f1-8941-43fd83730245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcdc06a080>, '1631c808-525d-4114-a0fd-3928fbc2f5e0') {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:47:41.777327 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f96b-d4f5-42f1-8941-43fd83730245 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258782742456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10914545'] for segment, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:41.798055 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f96b-d4f5-42f1-8941-43fd83730245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:41.803088 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-a7bb6329-b765-4ac4-bb1f-bcfc88bca550 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Request body: {'port': {'device_id': 'ae27eb4b-68de-4246-b9a8-897aeedf337c', 'network_id': '41e794f1-6186-489f-98a8-296f21bfb671', 'admin_state_up': True, 'tenant_id': '001839017f834d1899815650399870e1'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:47:41.817996 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cbf8f96b-d4f5-42f1-8941-43fd83730245 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 20:47:41.842771 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] For port c9f0f57e-4abb-427b-850b-270ab9ea8ccf, host hv-cinder-75078, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:47:41.845942 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] For port c9f0f57e-4abb-427b-850b-270ab9ea8ccf, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c9f0f57e-4abb-427b-850b-270ab9ea8ccf,segment=NetworkSegment(d20f8861-dd92-4253-a052-3fdbaf5ef58c),segment_id=d20f8861-dd92-4253-a052-3fdbaf5ef58c)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:47:41.849196 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441035'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:41.865152 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:42.021524 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f0f57e-4abb-427b-850b-270ab9ea8ccf,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:42.026980 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:42.073438 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:42.076165 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] 10.222.0.27 "PUT /v2.0/ports/c9f0f57e-4abb-427b-850b-270ab9ea8ccf HTTP/1.1" status: 200  len: 1157 time: 1.9882555
Nov 19 20:47:42.076749 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09568642-6e2e-4b68-ab38-25a07f919d25', 'tag': 'c9f0f57e-4abb-427b-850b-270ab9ea8ccf'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:47:42.230389 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09568642-6e2e-4b68-ab38-25a07f919d25', 'tag': 'c9f0f57e-4abb-427b-850b-270ab9ea8ccf', 'status': 'completed', 'code': 200}
Nov 19 20:47:42.295865 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-54fa1f72-6465-40c8-bd38-9f6061a9fa9b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=1a71c9245daa4247ac3bef0a5fb52cf6&device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 1160 time: 0.1455748
Nov 19 20:47:42.354202 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-cbf8f96b-d4f5-42f1-8941-43fd83730245 admin admin] Network 2ce3015e-7733-4848-848e-064d0fd6ea67 has no segments {{(pid=80324) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:47:42.365641 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f96b-d4f5-42f1-8941-43fd83730245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3387784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843861784'] for segment, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:42.430236 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-dc1430a6-0bb5-429c-8d3a-7d5233aa280e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9f0f57e-4abb-427b-850b-270ab9ea8ccf HTTP/1.1" status: 200  len: 217 time: 0.1143150
Nov 19 20:47:42.477717 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-a7bb6329-b765-4ac4-bb1f-bcfc88bca550 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:47:42.488194 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-a7bb6329-b765-4ac4-bb1f-bcfc88bca550 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:47:42.510863 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-a7bb6329-b765-4ac4-bb1f-bcfc88bca550 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Made reservation on behalf of 001839017f834d1899815650399870e1 for: {'port': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:47:42.516540 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-a7bb6329-b765-4ac4-bb1f-bcfc88bca550 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:42.520141 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-188600a5-28cb-4450-8ebc-a3bcce33b73c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:42.521815 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-188600a5-28cb-4450-8ebc-a3bcce33b73c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d39f61d3-9790-4402-b599-273b7ce5c960 HTTP/1.1" status: 200  len: 854 time: 0.0816753
Nov 19 20:47:42.593492 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5e0ce-d877-417d-ba27-1dab86cd0f1c req-79afae26-8e7b-4a3d-8636-15b53d9ef03e tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:42.595406 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f1e5e0ce-d877-417d-ba27-1dab86cd0f1c req-79afae26-8e7b-4a3d-8636-15b53d9ef03e tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 943 time: 0.2248981
Nov 19 20:47:42.602126 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-9c5af9f9-47dd-4a0c-9514-9ee2bd8e6ffc service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=b83d732a-8e67-49fd-945b-fefbf79e42c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0726531
Nov 19 20:47:42.636564 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-cbf8f96b-d4f5-42f1-8941-43fd83730245 admin admin] Network 2ce3015e-7733-4848-848e-064d0fd6ea67 has no segments {{(pid=80324) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]: Traceback (most recent call last):
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:     timer()
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:     cb(*args, **kw)
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:     return func(*args, **kwargs)
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:     self._notify()
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:     self.callback(batched_events)
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:     event.method(event)
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:     segment_id)['aggregates'][0]
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:     return f(self, *a, **k)
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self._get(url).json()
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:     **kwargs)
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self.request(url, 'GET', **kwargs)
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:     **endpoint_filter)
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 20:47:42.662856 dv-cinder-750782-3-iscsi neutron-server[80212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 20:47:42.800143 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f1e5e0ce-d877-417d-ba27-1dab86cd0f1c req-1efb776e-59ab-44c8-bdfb-0ce21bf9f898 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1968334
Nov 19 20:47:42.860023 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-714655f6-25a1-4f54-9068-68b0301cdf42 service neutron] 10.222.0.27 "GET /v2.0/networks/b83d732a-8e67-49fd-945b-fefbf79e42c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192953
Nov 19 20:47:42.953052 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5cabe19f-7f6f-47a8-bc0b-8408573a760f req-ba66ffae-8225-4489-973f-fd790a005a0a tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 210 time: 0.1604261
Nov 19 20:47:43.004504 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f96b-d4f5-42f1-8941-43fd83730245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851379388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:43.017485 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cbf8f96b-d4f5-42f1-8941-43fd83730245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:43.032000 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-369bad45-45c8-4f49-80c6-c69a317dd35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:43.071984 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8f96b-d4f5-42f1-8941-43fd83730245 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ce3015e-7733-4848-848e-064d0fd6ea67,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:43.075318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-cbf8f96b-d4f5-42f1-8941-43fd83730245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:43.088956 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-cbf8f96b-d4f5-42f1-8941-43fd83730245 admin admin] 10.222.0.23 "DELETE /v2.0/networks/2ce3015e-7733-4848-848e-064d0fd6ea67 HTTP/1.1" status: 204  len: 168 time: 2.0643170
Nov 19 20:47:43.089121 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-96064a1d-0ce6-41b0-9c52-83a6dfab8395 req-c62817a2-9c9d-4bf8-b287-a286174a7af9 service neutron] 10.222.0.27 "GET /v2.0/networks/b83d732a-8e67-49fd-945b-fefbf79e42c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2147741
Nov 19 20:47:43.117887 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90026f5-4c9c-406e-9a04-0807fdfa6fee req-6bb1dd4c-e3bc-4da8-a20e-c8fcb331a58d tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:43.120231 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e90026f5-4c9c-406e-9a04-0807fdfa6fee req-6bb1dd4c-e3bc-4da8-a20e-c8fcb331a58d tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.1403329
Nov 19 20:47:43.186377 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e90026f5-4c9c-406e-9a04-0807fdfa6fee req-cd1b8576-09d5-4c65-8073-3291d5fb2300 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592396
Nov 19 20:47:43.191439 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-a7bb6329-b765-4ac4-bb1f-bcfc88bca550 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Allocated IP 172.20.0.4 (41e794f1-6186-489f-98a8-296f21bfb671/c418b311-f546-4cec-b149-0747e7470fa6/b3ccf986-9aee-44cb-a118-6de1d9c2eb40) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:47:43.312595 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bcdd8798-b214-405a-a3cb-4cfb5e3e1586 req-cb4cfd3d-143d-4a5e-8145-9924be3f13fb service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=1a71c9245daa4247ac3bef0a5fb52cf6&device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 1160 time: 0.0842085
Nov 19 20:47:43.408791 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 34804) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:43.474038 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd8798-b214-405a-a3cb-4cfb5e3e1586 req-3cf6d6e4-ee5f-459b-b13e-5b750e18b28c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:43.475627 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bcdd8798-b214-405a-a3cb-4cfb5e3e1586 req-3cf6d6e4-ee5f-459b-b13e-5b750e18b28c service neutron] 10.222.0.27 "GET /v2.0/networks?id=b83d732a-8e67-49fd-945b-fefbf79e42c2 HTTP/1.1" status: 200  len: 908 time: 0.1563308
Nov 19 20:47:43.475896 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-a7bb6329-b765-4ac4-bb1f-bcfc88bca550 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:43.506176 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-5c35af81-94ff-4be7-a998-0c36110ce0e1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e630c4b863fc4f05a67504f58217b092&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0938995
Nov 19 20:47:43.506736 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 34808) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:43.553927 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bcdd8798-b214-405a-a3cb-4cfb5e3e1586 req-ca669a49-6195-49fb-a1b8-7c684e61c202 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9f0f57e-4abb-427b-850b-270ab9ea8ccf HTTP/1.1" status: 200  len: 217 time: 0.0712004
Nov 19 20:47:43.561100 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-a7bb6329-b765-4ac4-bb1f-bcfc88bca550 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:43.581433 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:43.625448 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd8798-b214-405a-a3cb-4cfb5e3e1586 req-932424d5-c52d-40e6-9a66-6aebaec30c22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:43.627056 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bcdd8798-b214-405a-a3cb-4cfb5e3e1586 req-932424d5-c52d-40e6-9a66-6aebaec30c22 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d39f61d3-9790-4402-b599-273b7ce5c960 HTTP/1.1" status: 200  len: 854 time: 0.0656953
Nov 19 20:47:43.676763 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76f7880c-1d21-40c5-952d-b5bd3821aefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:43.685603 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bcdd8798-b214-405a-a3cb-4cfb5e3e1586 req-01ad8dda-2eea-43bf-a6e3-fcdb719fbdd9 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=b83d732a-8e67-49fd-945b-fefbf79e42c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481389
Nov 19 20:47:43.748997 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb6329-b765-4ac4-bb1f-bcfc88bca550 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Pushing event updated for resources: {'Port': ['ID=b3ccf986-9aee-44cb-a118-6de1d9c2eb40,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:43.760861 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a7bb6329-b765-4ac4-bb1f-bcfc88bca550 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:43.782428 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76f7880c-1d21-40c5-952d-b5bd3821aefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:43.827118 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bcdd8798-b214-405a-a3cb-4cfb5e3e1586 req-212566a1-7cf1-44b5-bf19-6b0f253dd8b5 service neutron] 10.222.0.27 "GET /v2.0/networks/b83d732a-8e67-49fd-945b-fefbf79e42c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348827
Nov 19 20:47:43.856705 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-a7bb6329-b765-4ac4-bb1f-bcfc88bca550 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Network 41e794f1-6186-489f-98a8-296f21bfb671 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:47:43.858233 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-a7bb6329-b765-4ac4-bb1f-bcfc88bca550 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:47:43.865079 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-a7bb6329-b765-4ac4-bb1f-bcfc88bca550 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:47:43.907626 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76f7880c-1d21-40c5-952d-b5bd3821aefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:43.915115 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-123995cd-c36a-4e70-87ca-5db5506cce24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:43.939587 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7880c-1d21-40c5-952d-b5bd3821aefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:43.946515 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-76f7880c-1d21-40c5-952d-b5bd3821aefb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:43.959495 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-a7bb6329-b765-4ac4-bb1f-bcfc88bca550 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:43.960167 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-a7bb6329-b765-4ac4-bb1f-bcfc88bca550 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:43.966713 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76f7880c-1d21-40c5-952d-b5bd3821aefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:43.970519 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-76f7880c-1d21-40c5-952d-b5bd3821aefb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0eb0f2b1-9c67-4d4d-b920-ce3c9a71bc33 HTTP/1.1" status: 204  len: 168 time: 0.4608140
Nov 19 20:47:43.985345 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-a7bb6329-b765-4ac4-bb1f-bcfc88bca550 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1885264
Nov 19 20:47:44.009942 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Request body: {'port': {'device_id': 'ae27eb4b-68de-4246-b9a8-897aeedf337c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:47:44.107811 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bcdd8798-b214-405a-a3cb-4cfb5e3e1586 req-6f7ebfb9-f8a3-44dd-b82b-570a3a65c177 service neutron] 10.222.0.27 "GET /v2.0/networks/b83d732a-8e67-49fd-945b-fefbf79e42c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2734070
Nov 19 20:47:44.119083 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75ab1f-e5e0-4837-bea3-d4f3b5a51718 req-94211a3e-cc2f-45d6-bb2e-c8055a56bf76 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:44.120650 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3b75ab1f-e5e0-4837-bea3-d4f3b5a51718 req-94211a3e-cc2f-45d6-bb2e-c8055a56bf76 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 943 time: 0.1412075
Nov 19 20:47:44.195381 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3b75ab1f-e5e0-4837-bea3-d4f3b5a51718 req-abc1729f-5ecd-4cec-ba41-0892f95306cb tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569432
Nov 19 20:47:44.198991 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:44.304052 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9c650-dede-4db7-9c7c-8039237569b2 req-4d668058-13fe-479f-b7d5-336f872aaa62 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:44.304827 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-03f9c650-dede-4db7-9c7c-8039237569b2 req-4d668058-13fe-479f-b7d5-336f872aaa62 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Synchronizing usage tracker for tenant:001839017f834d1899815650399870e1 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:47:44.376290 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-03f9c650-dede-4db7-9c7c-8039237569b2 req-4d668058-13fe-479f-b7d5-336f872aaa62 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Unset dirty status for tenant:001839017f834d1899815650399870e1 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:47:44.383899 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-03f9c650-dede-4db7-9c7c-8039237569b2 req-4d668058-13fe-479f-b7d5-336f872aaa62 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 931 time: 0.2781966
Nov 19 20:47:44.454403 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72bb6b3-2d43-4389-ba05-67c25f36afc6 req-1ddf8b15-f687-45fc-8c88-8268075decc3 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:44.456170 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f72bb6b3-2d43-4389-ba05-67c25f36afc6 req-1ddf8b15-f687-45fc-8c88-8268075decc3 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.1019685
Nov 19 20:47:44.514889 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f72bb6b3-2d43-4389-ba05-67c25f36afc6 req-3305b1ae-772b-4074-a06b-a346b74a4874 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512996
Nov 19 20:47:44.522347 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-03f9c650-dede-4db7-9c7c-8039237569b2 req-ce1daedf-1cc5-4441-a23a-7ac721d08817 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374221
Nov 19 20:47:44.773258 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ccf986-9aee-44cb-a118-6de1d9c2eb40 {{(pid=80324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 20:47:44.780870 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:44.797509 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Transition to ACTIVE for port object b3ccf986-9aee-44cb-a118-6de1d9c2eb40 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:47:44.801450 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:44.818479 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-cccdf602-8aa4-448d-aebf-cbde89c0472c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:44.963256 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ccf986-9aee-44cb-a118-6de1d9c2eb40,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:44.968720 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:45.158902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Attempting to bind port b3ccf986-9aee-44cb-a118-6de1d9c2eb40 on host hv-cinder-75078 for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:47:45.159926 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Attempting to bind port b3ccf986-9aee-44cb-a118-6de1d9c2eb40 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '2e751e4b-097a-48d8-bf72-ed4aa0c841f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41e794f1-6186-489f-98a8-296f21bfb671'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:47:45.160498 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Attempting to bind port b3ccf986-9aee-44cb-a118-6de1d9c2eb40 on network 41e794f1-6186-489f-98a8-296f21bfb671 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:47:45.169595 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Checking agent: {'id': '460481f1-45c5-4450-82c0-45a37946158c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 41, 59), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 29), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:47:45.170234 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Checking segment: {'id': '2e751e4b-097a-48d8-bf72-ed4aa0c841f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41e794f1-6186-489f-98a8-296f21bfb671'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:47:45.170852 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:45.171604 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Bound using segment: {'id': '2e751e4b-097a-48d8-bf72-ed4aa0c841f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41e794f1-6186-489f-98a8-296f21bfb671'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:47:45.172307 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Bound port: b3ccf986-9aee-44cb-a118-6de1d9c2eb40, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e751e4b-097a-48d8-bf72-ed4aa0c841f2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '41e794f1-6186-489f-98a8-296f21bfb671'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:47:45.172796 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:45.284126 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] For port b3ccf986-9aee-44cb-a118-6de1d9c2eb40, host hv-cinder-75078, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:47:45.287781 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] For port b3ccf986-9aee-44cb-a118-6de1d9c2eb40, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=b3ccf986-9aee-44cb-a118-6de1d9c2eb40,segment=NetworkSegment(2e751e4b-097a-48d8-bf72-ed4aa0c841f2),segment_id=2e751e4b-097a-48d8-bf72-ed4aa0c841f2)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:47:45.294497 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:45.315832 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-71eea9eb-55d5-41b7-8404-9131c289eb9b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:45.757858 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Pushing event updated for resources: {'Port': ['ID=b3ccf986-9aee-44cb-a118-6de1d9c2eb40,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:45.764440 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:45.812242 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f835764-71dc-48e5-bcd3-bed6883a40ac req-bad4638f-1a8d-4dbf-afd2-9f571b0ed85c tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:45.813966 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9f835764-71dc-48e5-bcd3-bed6883a40ac req-bad4638f-1a8d-4dbf-afd2-9f571b0ed85c tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 943 time: 0.0947506
Nov 19 20:47:45.815209 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d7e869-e796-4464-81d3-fcb3484903ec req-9af0458b-6610-4730-a5c2-0865cd055f5f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:45.816832 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-15d7e869-e796-4464-81d3-fcb3484903ec req-9af0458b-6610-4730-a5c2-0865cd055f5f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 943 time: 0.4508955
Nov 19 20:47:45.822722 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:45.824152 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] 10.222.0.27 "PUT /v2.0/ports/b3ccf986-9aee-44cb-a118-6de1d9c2eb40 HTTP/1.1" status: 200  len: 1157 time: 1.8211219
Nov 19 20:47:45.824728 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae27eb4b-68de-4246-b9a8-897aeedf337c', 'tag': 'b3ccf986-9aee-44cb-a118-6de1d9c2eb40'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:47:45.876860 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-15d7e869-e796-4464-81d3-fcb3484903ec req-bb2c5878-02ef-4cd0-8ac0-481a7a39a90d tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Synchronizing usage tracker for tenant:1a71c9245daa4247ac3bef0a5fb52cf6 on resource:security_group {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:47:45.878796 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9f835764-71dc-48e5-bcd3-bed6883a40ac req-fa1ba50c-ca9d-4352-bbb5-85b9c31e8bea tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534770
Nov 19 20:47:45.898990 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-15d7e869-e796-4464-81d3-fcb3484903ec req-bb2c5878-02ef-4cd0-8ac0-481a7a39a90d tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Unset dirty status for tenant:1a71c9245daa4247ac3bef0a5fb52cf6 on resource:security_group {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:47:45.906255 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-15d7e869-e796-4464-81d3-fcb3484903ec req-bb2c5878-02ef-4cd0-8ac0-481a7a39a90d tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0764482
Nov 19 20:47:46.013999 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-2d718e40-94b8-45fb-a4f4-20cec87a7fab service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=001839017f834d1899815650399870e1&device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 1160 time: 0.1065617
Nov 19 20:47:46.089059 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae27eb4b-68de-4246-b9a8-897aeedf337c', 'tag': 'b3ccf986-9aee-44cb-a118-6de1d9c2eb40', 'status': 'completed', 'code': 200}
Nov 19 20:47:46.105273 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-d06d100a-baa6-4943-be82-fdb6c0984ea6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3ccf986-9aee-44cb-a118-6de1d9c2eb40 HTTP/1.1" status: 200  len: 217 time: 0.0777066
Nov 19 20:47:46.195182 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-32c55b91-5147-4bce-b442-ccfb732e0c47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:46.197413 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-32c55b91-5147-4bce-b442-ccfb732e0c47 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c418b311-f546-4cec-b149-0747e7470fa6 HTTP/1.1" status: 200  len: 849 time: 0.0730424
Nov 19 20:47:46.257351 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-c207b83b-5b12-4903-8c77-27f4f0bf54b0 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=41e794f1-6186-489f-98a8-296f21bfb671&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490279
Nov 19 20:47:46.405050 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-ad2f9354-970d-49ec-b57c-84a0ace2f185 service neutron] 10.222.0.27 "GET /v2.0/networks/41e794f1-6186-489f-98a8-296f21bfb671?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411197
Nov 19 20:47:46.580433 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ee9c620a-d19f-4bbb-867e-2a603428cd1c req-a8f7662c-88aa-49c8-8445-84a1ad3cc07a service neutron] 10.222.0.27 "GET /v2.0/networks/41e794f1-6186-489f-98a8-296f21bfb671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1577971
Nov 19 20:47:46.776303 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a8b2159f-5d35-4726-8a3a-ca27a3d9e80a req-a61cfa89-0da1-4359-bdc8-edba5072039e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=001839017f834d1899815650399870e1&device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 1160 time: 0.0834494
Nov 19 20:47:46.804427 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 34932) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:46.946951 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2159f-5d35-4726-8a3a-ca27a3d9e80a req-06db8faf-9f7c-4483-b4a7-e17d4e551ea6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:46.948649 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a8b2159f-5d35-4726-8a3a-ca27a3d9e80a req-06db8faf-9f7c-4483-b4a7-e17d4e551ea6 service neutron] 10.222.0.27 "GET /v2.0/networks?id=41e794f1-6186-489f-98a8-296f21bfb671 HTTP/1.1" status: 200  len: 903 time: 0.1655357
Nov 19 20:47:46.981128 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4513e188-43bf-4485-b532-d0a776bdc31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:47.033883 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a8b2159f-5d35-4726-8a3a-ca27a3d9e80a req-93abc8ad-e2a1-48d7-b769-2ad5a7f90808 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3ccf986-9aee-44cb-a118-6de1d9c2eb40 HTTP/1.1" status: 200  len: 217 time: 0.0780432
Nov 19 20:47:47.057429 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-4513e188-43bf-4485-b532-d0a776bdc31d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:47:47.064310 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-4513e188-43bf-4485-b532-d0a776bdc31d admin admin] Usage tracker for resource:security_group_rule and tenant:f259382bc11847d7b427446b34d4dad7 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:47:47.069938 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-4513e188-43bf-4485-b532-d0a776bdc31d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:47:47.076911 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-4513e188-43bf-4485-b532-d0a776bdc31d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:47:47.175836 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2159f-5d35-4726-8a3a-ca27a3d9e80a req-48dd4fea-3225-4307-8b8a-edd64fc7f1c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:47.177594 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a8b2159f-5d35-4726-8a3a-ca27a3d9e80a req-48dd4fea-3225-4307-8b8a-edd64fc7f1c6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=c418b311-f546-4cec-b149-0747e7470fa6 HTTP/1.1" status: 200  len: 849 time: 0.0997646
Nov 19 20:47:47.226397 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b308cd-ebac-4954-95b4-7ef2b4c06f45 req-95d62d6d-c416-485b-880d-71dbc54b14ab tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:47.228024 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-06b308cd-ebac-4954-95b4-7ef2b4c06f45 req-95d62d6d-c416-485b-880d-71dbc54b14ab tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 943 time: 0.1906288
Nov 19 20:47:47.241502 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a8b2159f-5d35-4726-8a3a-ca27a3d9e80a req-e887d12b-0997-405f-8e9a-ce0a850dc1bf service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=41e794f1-6186-489f-98a8-296f21bfb671&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0545142
Nov 19 20:47:47.248265 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d742ee7-5dc3-454b-85cb-56e5a81b5421 req-7bad9191-4bbf-4d9d-b433-33ff68ced302 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:47.249939 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3d742ee7-5dc3-454b-85cb-56e5a81b5421 req-7bad9191-4bbf-4d9d-b433-33ff68ced302 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 943 time: 0.1625128
Nov 19 20:47:47.262543 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4513e188-43bf-4485-b532-d0a776bdc31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:47.279602 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4513e188-43bf-4485-b532-d0a776bdc31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:47.292793 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3a1d8a2f-cf9b-42b8-ae59-f286dbc87c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:47.359089 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-4513e188-43bf-4485-b532-d0a776bdc31d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f259382bc11847d7b427446b34d4dad7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5512137
Nov 19 20:47:47.362923 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 34960) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:47.366032 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513e188-43bf-4485-b532-d0a776bdc31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f508e0-a0fb-44c1-9bfd-7f90ba21b951,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:47.406155 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3d742ee7-5dc3-454b-85cb-56e5a81b5421 req-15410383-3a89-4294-a0a1-a2cf1662535b tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464195
Nov 19 20:47:47.407077 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4513e188-43bf-4485-b532-d0a776bdc31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:47.410311 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-06b308cd-ebac-4954-95b4-7ef2b4c06f45 req-0dd8745a-89fd-402c-835a-46f83219bf65 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1655598
Nov 19 20:47:47.441069 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6d1b4df6-ef82-4f5c-9682-99d0561ee61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:47.471605 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6d1b4df6-ef82-4f5c-9682-99d0561ee61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:47.489713 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a8b2159f-5d35-4726-8a3a-ca27a3d9e80a req-39b090f6-7268-4cf2-b4b7-e18b367ec103 service neutron] 10.222.0.27 "GET /v2.0/networks/41e794f1-6186-489f-98a8-296f21bfb671?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2277069
Nov 19 20:47:47.527488 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6d1b4df6-ef82-4f5c-9682-99d0561ee61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:47.527488 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-22a0f523-035d-4c4a-95f3-5a303251ea9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:47.540205 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b4df6-ef82-4f5c-9682-99d0561ee61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f508e0-a0fb-44c1-9bfd-7f90ba21b951,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:47.546093 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-6d1b4df6-ef82-4f5c-9682-99d0561ee61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:47.547329 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6d1b4df6-ef82-4f5c-9682-99d0561ee61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:47.548556 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-6d1b4df6-ef82-4f5c-9682-99d0561ee61e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63f508e0-a0fb-44c1-9bfd-7f90ba21b951 HTTP/1.1" status: 204  len: 168 time: 0.1846638
Nov 19 20:47:47.696078 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a8b2159f-5d35-4726-8a3a-ca27a3d9e80a req-40d30de9-08f0-4443-b128-d3b3abca5b52 service neutron] 10.222.0.27 "GET /v2.0/networks/41e794f1-6186-489f-98a8-296f21bfb671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1973698
Nov 19 20:47:48.421102 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.objects.ports [None req-2dd4ccd9-c8e5-46cb-ac11-b0fbfe9ee7cb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80325) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 20:47:48.495995 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35016) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:48.630426 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76032076-aa0f-49a4-b069-b7b572d210d3 req-d9d96490-b3c5-4d5b-a388-a9f6290f026b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:48.632043 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-76032076-aa0f-49a4-b069-b7b572d210d3 req-d9d96490-b3c5-4d5b-a388-a9f6290f026b tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 943 time: 0.0896914
Nov 19 20:47:48.642434 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1483902737-network', 'tenant_id': '4e66f3f67c5a40c3881746f3d2d0342f'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:47:48.648674 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:47:48.669082 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fb283-f483-4b8a-8dce-32b009f67b4f req-f2476cf4-bd04-4707-bc31-15853feb15c6 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:48.670755 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5e9fb283-f483-4b8a-8dce-32b009f67b4f req-f2476cf4-bd04-4707-bc31-15853feb15c6 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 943 time: 0.0888114
Nov 19 20:47:48.671451 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Usage tracker for resource:network and tenant:4e66f3f67c5a40c3881746f3d2d0342f is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:47:48.676940 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:47:48.685831 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:47:48.707963 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Made reservation on behalf of 4e66f3f67c5a40c3881746f3d2d0342f for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:47:48.712704 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:48.719834 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5e9fb283-f483-4b8a-8dce-32b009f67b4f req-c44bf97a-ecaf-402a-a91c-f5b60ac12721 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426521
Nov 19 20:47:48.730398 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-76032076-aa0f-49a4-b069-b7b572d210d3 req-af6d45cb-34ac-412e-9976-dede21fca115 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842669
Nov 19 20:47:48.731229 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:48.769602 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:47:48.773850 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Usage tracker for resource:security_group_rule and tenant:4e66f3f67c5a40c3881746f3d2d0342f is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:47:48.777092 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:47:48.783419 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:47:48.854562 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:48.858595 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:48.863121 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:48.899046 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 20:47:48.905372 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcd51d6-0133-4d24-b6d4-38f06df60956,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:48.908796 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:48.915598 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778072056128', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:48.916041 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.segments_db [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Added segment 798e6fd0-5a7a-4b73-8947-ac594d40cc75 of type vxlan for network 0caf2553-2bc7-4280-b979-540a6260f19e
Nov 19 20:47:48.949752 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778071455654'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:48.979585 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:48.981343 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:48.981993 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:48.985460 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b0d521ab-35a5-4ee0-954a-596fb5221b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:49.094631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Pushing event updated for resources: {'Network': ['ID=0caf2553-2bc7-4280-b979-540a6260f19e,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:49.097812 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:49.099785 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.6018927
Nov 19 20:47:49.102821 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35032) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:49.106171 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Network 0caf2553-2bc7-4280-b979-540a6260f19e details requested by agent ovs-agent-dv-cinder-750782-3-iscsi with host dv-cinder-750782-3-iscsi {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:47:49.109633 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-547b0797-610b-4ab9-9ea3-90f227811b14 admin admin] Request body: {'subnet': {'network_id': '0caf2553-2bc7-4280-b979-540a6260f19e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1483902737-subnet', 'tenant_id': '4e66f3f67c5a40c3881746f3d2d0342f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:47:49.115918 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-547b0797-610b-4ab9-9ea3-90f227811b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:47:49.120746 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-547b0797-610b-4ab9-9ea3-90f227811b14 admin admin] Usage tracker for resource:subnet and tenant:4e66f3f67c5a40c3881746f3d2d0342f is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:47:49.123870 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-547b0797-610b-4ab9-9ea3-90f227811b14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:47:49.124150 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Network 0caf2553-2bc7-4280-b979-540a6260f19e details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:47:49.131089 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-547b0797-610b-4ab9-9ea3-90f227811b14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:47:49.144711 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547b0797-610b-4ab9-9ea3-90f227811b14 admin admin] Made reservation on behalf of 4e66f3f67c5a40c3881746f3d2d0342f for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:47:49.150531 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-547b0797-610b-4ab9-9ea3-90f227811b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10968854'] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:49.697942 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device c9f0f57e-4abb-427b-850b-270ab9ea8ccf up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:47:49.738082 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-547b0797-610b-4ab9-9ea3-90f227811b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853334630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10968869'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:49.771328 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning for port c9f0f57e-4abb-427b-850b-270ab9ea8ccf completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:47:49.776323 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port c9f0f57e-4abb-427b-850b-270ab9ea8ccf triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:47:49.776755 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:49.845536 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-832b714d-c338-421f-9b15-754d0d4da999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:49.910180 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:49.942751 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09568642-6e2e-4b68-ab38-25a07f919d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f0f57e-4abb-427b-850b-270ab9ea8ccf'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:47:49.955995 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port c9f0f57e-4abb-427b-850b-270ab9ea8ccf, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c9f0f57e-4abb-427b-850b-270ab9ea8ccf,segment=NetworkSegment(d20f8861-dd92-4253-a052-3fdbaf5ef58c),segment_id=d20f8861-dd92-4253-a052-3fdbaf5ef58c)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:47:49.961504 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:49.964241 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:50.002169 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b0797-610b-4ab9-9ea3-90f227811b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=150e597f-dfb7-46ba-9875-155206a64624,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:50.008815 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-547b0797-610b-4ab9-9ea3-90f227811b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:50.018130 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba314cf3-e857-44c6-bef6-ac7fecea5998 req-c103d837-4098-4cad-86b3-3398030190a3 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:50.020144 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ba314cf3-e857-44c6-bef6-ac7fecea5998 req-c103d837-4098-4cad-86b3-3398030190a3 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 943 time: 0.1061628
Nov 19 20:47:50.041320 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=c9f0f57e-4abb-427b-850b-270ab9ea8ccf,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:50.045048 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:50.061484 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547b0797-610b-4ab9-9ea3-90f227811b14 admin admin] Checking segment: {'id': '798e6fd0-5a7a-4b73-8947-ac594d40cc75', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0caf2553-2bc7-4280-b979-540a6260f19e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:47:50.061885 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547b0797-610b-4ab9-9ea3-90f227811b14 admin admin] Network hostable DHCP agents. Network: 0caf2553-2bc7-4280-b979-540a6260f19e, hostable agents: ['8d02a572-c9e9-422d-ae68-8452b80e1360'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 20:47:50.072716 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ba314cf3-e857-44c6-bef6-ac7fecea5998 req-af67b242-5903-4554-90e4-58aedc890e4f tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463378
Nov 19 20:47:50.076635 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acad508-1e04-4a9f-94b4-9c664989bbc2 req-5269ad35-8188-4b0e-917f-45264716fa49 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:50.078341 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0acad508-1e04-4a9f-94b4-9c664989bbc2 req-5269ad35-8188-4b0e-917f-45264716fa49 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 945 time: 0.1720262
Nov 19 20:47:50.125271 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547b0797-610b-4ab9-9ea3-90f227811b14 admin admin] Network 0caf2553-2bc7-4280-b979-540a6260f19e is scheduled to be hosted by DHCP agent 8d02a572-c9e9-422d-ae68-8452b80e1360 with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 20:47:50.141207 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-547b0797-610b-4ab9-9ea3-90f227811b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-iscsi, 0caf2553-2bc7-4280-b979-540a6260f19e) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:47:50.144699 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0acad508-1e04-4a9f-94b4-9c664989bbc2 req-b891138a-4652-4700-a9f0-b7a27727e9a8 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591152
Nov 19 20:47:50.158212 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09568642-6e2e-4b68-ab38-25a07f919d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f0f57e-4abb-427b-850b-270ab9ea8ccf', 'code': 200}
Nov 19 20:47:50.160485 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdb29b5-b1ef-4f6e-96c0-e99b43325535 None None] Network 0caf2553-2bc7-4280-b979-540a6260f19e requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:47:50.162292 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547b0797-610b-4ab9-9ea3-90f227811b14 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:50.163138 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-547b0797-610b-4ab9-9ea3-90f227811b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:50.185878 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-547b0797-610b-4ab9-9ea3-90f227811b14 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0814009
Nov 19 20:47:50.494819 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94126951-601f-40e0-aa4c-8053a980a8e8 req-98a08fbd-5064-4514-a040-d158a7fe3f61 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 1162 time: 0.0776680
Nov 19 20:47:50.544816 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device c9f0f57e-4abb-427b-850b-270ab9ea8ccf up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:47:50.549008 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94126951-601f-40e0-aa4c-8053a980a8e8 req-ee6898dd-43a3-416a-a8d2-e9000a13d8e4 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468760
Nov 19 20:47:50.714464 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb9ee77-4d40-48a2-bd31-2ecea4fc8f6f None None] Network 0caf2553-2bc7-4280-b979-540a6260f19e requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:47:50.735046 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port c9f0f57e-4abb-427b-850b-270ab9ea8ccf triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:47:50.735650 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:50.847194 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9bea1-69a7-4bd0-a51b-50fa7939a2ec req-e275af6a-240e-4ea3-9ab4-feb18998e4f2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:50.849725 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-72c9bea1-69a7-4bd0-a51b-50fa7939a2ec req-e275af6a-240e-4ea3-9ab4-feb18998e4f2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.1058614
Nov 19 20:47:50.905842 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-72c9bea1-69a7-4bd0-a51b-50fa7939a2ec req-fbf7ea09-1c9d-42aa-8f6b-58c50172b467 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486503
Nov 19 20:47:51.048840 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35080) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:51.055242 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1447073953-network', 'tenant_id': 'bceed00972a34d2f95948c59c96b03aa'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:47:51.061331 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:47:51.065810 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Usage tracker for resource:network and tenant:bceed00972a34d2f95948c59c96b03aa is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:47:51.068916 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:47:51.076018 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:47:51.084792 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Made reservation on behalf of bceed00972a34d2f95948c59c96b03aa for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:47:51.089453 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:51.102827 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:51.140718 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:47:51.144795 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Usage tracker for resource:security_group_rule and tenant:bceed00972a34d2f95948c59c96b03aa is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:47:51.147882 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:47:51.153838 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:47:51.265908 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:51.280322 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:51.285764 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4513e188-43bf-4485-b532-d0a776bdc31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:51.321209 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 20:47:51.338389 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5b0aa8-ec0a-465e-8aac-8f39b4f58c8f,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:51.345849 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:51.349152 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778072056128', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:51.349679 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.segments_db [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Added segment 75d9c3e3-7201-4c60-8c86-5a7b22afeae0 of type vxlan for network b197a5cc-629e-4580-a8d7-9125990dad28
Nov 19 20:47:51.371202 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a96bb9-1aa4-4d39-9a17-f07365f2629c req-dfcaddf9-e02b-41ea-a077-98338d477350 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:51.372842 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-89a96bb9-1aa4-4d39-9a17-f07365f2629c req-dfcaddf9-e02b-41ea-a077-98338d477350 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 943 time: 0.1496079
Nov 19 20:47:51.409043 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778071455654'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:51.410341 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336b51f-f1e0-418b-9452-5e1aedbf9e86 req-78063155-08ec-491f-ac5f-9d044fc602e9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:51.412212 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b336b51f-f1e0-418b-9452-5e1aedbf9e86 req-78063155-08ec-491f-ac5f-9d044fc602e9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 945 time: 0.0847695
Nov 19 20:47:51.459275 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-89a96bb9-1aa4-4d39-9a17-f07365f2629c req-34ca493d-8d09-4abd-8098-f8c5aad3588a tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751247
Nov 19 20:47:51.461858 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b336b51f-f1e0-418b-9452-5e1aedbf9e86 req-9fcf81ac-5b64-48a6-840e-42ecea9551e9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432229
Nov 19 20:47:51.467328 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:51.468922 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:51.469873 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:51.475900 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:51.577199 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.5269926
Nov 19 20:47:51.580108 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 35090) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:51.583006 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Pushing event updated for resources: {'Network': ['ID=b197a5cc-629e-4580-a8d7-9125990dad28,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:51.585833 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:51.587451 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-3fbc4583-6672-4ab9-a7d4-309334df12f6 admin admin] Request body: {'subnet': {'network_id': 'b197a5cc-629e-4580-a8d7-9125990dad28', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1447073953-subnet', 'tenant_id': 'bceed00972a34d2f95948c59c96b03aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:47:51.593409 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-3fbc4583-6672-4ab9-a7d4-309334df12f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:47:51.593561 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Network b197a5cc-629e-4580-a8d7-9125990dad28 details requested by agent ovs-agent-dv-cinder-750782-3-iscsi with host dv-cinder-750782-3-iscsi {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:47:51.597489 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-3fbc4583-6672-4ab9-a7d4-309334df12f6 admin admin] Usage tracker for resource:subnet and tenant:bceed00972a34d2f95948c59c96b03aa is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:47:51.600460 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-3fbc4583-6672-4ab9-a7d4-309334df12f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:47:51.606339 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-3fbc4583-6672-4ab9-a7d4-309334df12f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:47:51.619370 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbc4583-6672-4ab9-a7d4-309334df12f6 admin admin] Made reservation on behalf of bceed00972a34d2f95948c59c96b03aa for: {'subnet': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:47:51.624635 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3fbc4583-6672-4ab9-a7d4-309334df12f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843119782'] for subnet, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:51.631883 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Network b197a5cc-629e-4580-a8d7-9125990dad28 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:47:52.026234 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3fbc4583-6672-4ab9-a7d4-309334df12f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843861370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843119767'] for subnet, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:52.043829 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:52.142614 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfb559-a0f9-4c02-9e4a-677ceeb5231d req-4d86fcd8-8221-46ef-965d-f0d4dc9099fd tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:52.144424 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6ecfb559-a0f9-4c02-9e4a-677ceeb5231d req-4d86fcd8-8221-46ef-965d-f0d4dc9099fd tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.1071005
Nov 19 20:47:52.220137 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6ecfb559-a0f9-4c02-9e4a-677ceeb5231d req-a70bc7e6-b689-49a9-8a26-344898fc11dc tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605581
Nov 19 20:47:52.227453 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc4583-6672-4ab9-a7d4-309334df12f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=450313c1-8af0-4c74-9133-c0aaa7e26abd,revision_number=0']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:52.231069 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3fbc4583-6672-4ab9-a7d4-309334df12f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:52.305447 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbc4583-6672-4ab9-a7d4-309334df12f6 admin admin] Checking segment: {'id': '75d9c3e3-7201-4c60-8c86-5a7b22afeae0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b197a5cc-629e-4580-a8d7-9125990dad28'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:47:52.305878 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc4583-6672-4ab9-a7d4-309334df12f6 admin admin] Network hostable DHCP agents. Network: b197a5cc-629e-4580-a8d7-9125990dad28, hostable agents: ['8d02a572-c9e9-422d-ae68-8452b80e1360'], hosted agents: [] {{(pid=80324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 20:47:52.327888 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc4583-6672-4ab9-a7d4-309334df12f6 admin admin] Network b197a5cc-629e-4580-a8d7-9125990dad28 is scheduled to be hosted by DHCP agent 8d02a572-c9e9-422d-ae68-8452b80e1360 with binding_index 1 {{(pid=80324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 20:47:52.336030 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-3fbc4583-6672-4ab9-a7d4-309334df12f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-iscsi, b197a5cc-629e-4580-a8d7-9125990dad28) {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:47:52.346117 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4a5df4-7a04-48e8-b4a8-89d722e6d490 None None] Network b197a5cc-629e-4580-a8d7-9125990dad28 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:47:52.348454 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbc4583-6672-4ab9-a7d4-309334df12f6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:52.349091 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3fbc4583-6672-4ab9-a7d4-309334df12f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:52.369552 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-3fbc4583-6672-4ab9-a7d4-309334df12f6 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.7881858
Nov 19 20:47:52.388125 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35106) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:52.546788 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 35116) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:52.565629 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4f0985ea-f1f9-427a-9bf1-68a877b6c7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:52.616176 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb06f45-3121-445a-832d-740a78ae3941 None None] Network b197a5cc-629e-4580-a8d7-9125990dad28 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:47:52.679743 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-4f0985ea-f1f9-427a-9bf1-68a877b6c7ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:47:52.682809 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_v2 [None req-a493a0ac-88c9-468d-a3fa-b2dffff3a8cd admin admin] Deleting subnet 150e597f-dfb7-46ba-9875-155206a64624 {{(pid=80324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 20:47:52.691355 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-4f0985ea-f1f9-427a-9bf1-68a877b6c7ab admin admin] Usage tracker for resource:security_group_rule and tenant:e1d53119755e4e2897277b7f4842a2e1 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:47:52.696065 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-4f0985ea-f1f9-427a-9bf1-68a877b6c7ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:47:52.697150 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a493a0ac-88c9-468d-a3fa-b2dffff3a8cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:52.703914 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-4f0985ea-f1f9-427a-9bf1-68a877b6c7ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:47:52.767048 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a493a0ac-88c9-468d-a3fa-b2dffff3a8cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843861254'] for subnet, precommit_delete_associations {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:52.797528 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4f0985ea-f1f9-427a-9bf1-68a877b6c7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:52.804866 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b5e79-1f43-4277-87b4-2dad0ef0af8e req-f4068a7e-6079-477d-b6aa-1bed371f6d11 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:52.809329 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-821b5e79-1f43-4277-87b4-2dad0ef0af8e req-f4068a7e-6079-477d-b6aa-1bed371f6d11 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 945 time: 0.2092800
Nov 19 20:47:52.810781 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4f0985ea-f1f9-427a-9bf1-68a877b6c7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:52.822816 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9b69dbd1-ebbb-478a-8789-099a1bad55cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:52.829648 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f720e33f-dc25-42d3-8846-6cb2d3fb3e69 req-753f163b-9595-4083-b2f0-4b839ddba7ec tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:52.831281 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f720e33f-dc25-42d3-8846-6cb2d3fb3e69 req-753f163b-9595-4083-b2f0-4b839ddba7ec tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 943 time: 0.2035420
Nov 19 20:47:52.845292 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a493a0ac-88c9-468d-a3fa-b2dffff3a8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3383722'] for subnet, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:52.882035 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0985ea-f1f9-427a-9bf1-68a877b6c7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5c27ac-7058-40ec-9184-f70ecc44da76,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:52.889668 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4f0985ea-f1f9-427a-9bf1-68a877b6c7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:52.897194 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-4f0985ea-f1f9-427a-9bf1-68a877b6c7ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e1d53119755e4e2897277b7f4842a2e1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5078940
Nov 19 20:47:52.898109 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35122) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:52.950142 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f720e33f-dc25-42d3-8846-6cb2d3fb3e69 req-c28abc19-5582-4882-aacb-d127130eba22 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087663
Nov 19 20:47:52.951715 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-821b5e79-1f43-4277-87b4-2dad0ef0af8e req-b5bb1065-f1c4-4b64-909f-541d520b0616 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300311
Nov 19 20:47:52.988385 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76165be3-1a4f-4ed9-9295-df990827e0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:53.022017 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76165be3-1a4f-4ed9-9295-df990827e0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:53.081516 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76165be3-1a4f-4ed9-9295-df990827e0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:53.087213 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-6d1b4df6-ef82-4f5c-9682-99d0561ee61e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:53.098787 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76165be3-1a4f-4ed9-9295-df990827e0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5c27ac-7058-40ec-9184-f70ecc44da76,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:53.103363 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-76165be3-1a4f-4ed9-9295-df990827e0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:53.111650 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76165be3-1a4f-4ed9-9295-df990827e0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:53.114297 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-76165be3-1a4f-4ed9-9295-df990827e0df admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b5c27ac-7058-40ec-9184-f70ecc44da76 HTTP/1.1" status: 204  len: 168 time: 0.2152159
Nov 19 20:47:53.198746 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a493a0ac-88c9-468d-a3fa-b2dffff3a8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851392077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10914378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656033'] for subnet, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:53.216454 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d7835887-6cbd-4b5b-b9d5-1d99ea5e1b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:53.364378 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493a0ac-88c9-468d-a3fa-b2dffff3a8cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=150e597f-dfb7-46ba-9875-155206a64624,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:53.378655 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a493a0ac-88c9-468d-a3fa-b2dffff3a8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:53.439081 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a493a0ac-88c9-468d-a3fa-b2dffff3a8cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:53.462695 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a493a0ac-88c9-468d-a3fa-b2dffff3a8cd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/150e597f-dfb7-46ba-9875-155206a64624 HTTP/1.1" status: 204  len: 168 time: 0.9138391
Nov 19 20:47:53.465851 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35132) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:53.499678 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4853ab0-931a-4603-8feb-a8daf45ebb45 req-abde2267-358b-4c3a-92bf-fc4362f1165d tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:53.501273 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f4853ab0-931a-4603-8feb-a8daf45ebb45 req-abde2267-358b-4c3a-92bf-fc4362f1165d tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.1038358
Nov 19 20:47:53.595958 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ab8a2d1a-ecd3-492d-b73f-d9914c53d646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3496268'] for network, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:53.605184 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f4853ab0-931a-4603-8feb-a8daf45ebb45 req-dfccfe09-3991-4a6c-bbea-682f44d34cdd tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960207
Nov 19 20:47:53.622783 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-70467b1a-857a-4655-b8e1-8269590b57be req-d96c7320-e851-4464-bd8a-eeabb61f519d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0969799
Nov 19 20:47:53.734340 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-70467b1a-857a-4655-b8e1-8269590b57be req-2aa9e30e-794e-4534-bf97-a6c0bead1e9b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=fa99d0118df442eca2afa5e7043d1676&device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 1162 time: 0.0768976
Nov 19 20:47:53.787174 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ab8a2d1a-ecd3-492d-b73f-d9914c53d646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3396403', 'neutron.services.segments.db._delete_segments_for_network--9223363258782719672'] for network, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:53.854046 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device b3ccf986-9aee-44cb-a118-6de1d9c2eb40 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:47:53.911932 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-ab8a2d1a-ecd3-492d-b73f-d9914c53d646 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbcd7faf9e8>,) {'filters': {'network_id': ['0caf2553-2bc7-4280-b979-540a6260f19e']}} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:47:53.925886 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-ab8a2d1a-ecd3-492d-b73f-d9914c53d646 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcd7faf9e8>, '798e6fd0-5a7a-4b73-8947-ac594d40cc75') {'for_net_delete': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:47:53.926219 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-ab8a2d1a-ecd3-492d-b73f-d9914c53d646 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcd7faf9e8>, '798e6fd0-5a7a-4b73-8947-ac594d40cc75') {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:47:53.931979 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning for port b3ccf986-9aee-44cb-a118-6de1d9c2eb40 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:47:53.938116 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port b3ccf986-9aee-44cb-a118-6de1d9c2eb40 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:47:53.938544 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:53.939893 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ab8a2d1a-ecd3-492d-b73f-d9914c53d646 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258782742456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853445485'] for segment, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:53.956449 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ab8a2d1a-ecd3-492d-b73f-d9914c53d646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:53.958677 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ab8a2d1a-ecd3-492d-b73f-d9914c53d646 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 20:47:54.115829 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70467b1a-857a-4655-b8e1-8269590b57be req-313c8ee1-e3cd-4a11-9b92-ed6a32fe6944 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:54.117604 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-70467b1a-857a-4655-b8e1-8269590b57be req-313c8ee1-e3cd-4a11-9b92-ed6a32fe6944 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd HTTP/1.1" status: 200  len: 904 time: 0.3621783
Nov 19 20:47:54.128528 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:54.158148 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae27eb4b-68de-4246-b9a8-897aeedf337c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ccf986-9aee-44cb-a118-6de1d9c2eb40'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:47:54.169921 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port b3ccf986-9aee-44cb-a118-6de1d9c2eb40, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=b3ccf986-9aee-44cb-a118-6de1d9c2eb40,segment=NetworkSegment(2e751e4b-097a-48d8-bf72-ed4aa0c841f2),segment_id=2e751e4b-097a-48d8-bf72-ed4aa0c841f2)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:47:54.173428 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:54.175596 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:54.225674 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-ab8a2d1a-ecd3-492d-b73f-d9914c53d646 admin admin] Network 0caf2553-2bc7-4280-b979-540a6260f19e has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:47:54.236312 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ab8a2d1a-ecd3-492d-b73f-d9914c53d646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3387784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853334028'] for segment, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:54.248580 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=b3ccf986-9aee-44cb-a118-6de1d9c2eb40,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:54.251984 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:54.316558 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-70467b1a-857a-4655-b8e1-8269590b57be req-7df65794-f316-4019-b7f2-6f48cbd7204f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c3b0663-f21a-4444-89ce-eb84f65e1c16 HTTP/1.1" status: 200  len: 1001 time: 0.1913695
Nov 19 20:47:54.391498 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc738909-2c8d-451d-a9f9-f73451cab911 req-ae2dee61-ef74-406d-b43c-542491ac0772 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:54.393038 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dc738909-2c8d-451d-a9f9-f73451cab911 req-ae2dee61-ef74-406d-b43c-542491ac0772 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 945 time: 0.1798961
Nov 19 20:47:54.406208 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70467b1a-857a-4655-b8e1-8269590b57be req-1e55ccd1-68f4-4f53-974b-2f76f35164f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:54.408109 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-70467b1a-857a-4655-b8e1-8269590b57be req-1e55ccd1-68f4-4f53-974b-2f76f35164f6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=59cbba1f-50a8-4d2a-8185-b2dfe8b126e2 HTTP/1.1" status: 200  len: 849 time: 0.0839727
Nov 19 20:47:54.443089 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-ab8a2d1a-ecd3-492d-b73f-d9914c53d646 admin admin] Network 0caf2553-2bc7-4280-b979-540a6260f19e has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:47:54.472590 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f8551-392f-48a7-9032-a08188ca3b00 req-e12f513a-02e2-4c3d-a6db-d38955325b5c tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:54.474220 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-665f8551-392f-48a7-9032-a08188ca3b00 req-e12f513a-02e2-4c3d-a6db-d38955325b5c tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 945 time: 0.3751588
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]: Traceback (most recent call last):
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:     timer()
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:     cb(*args, **kw)
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:     return func(*args, **kwargs)
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:     self._notify()
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:     self.callback(batched_events)
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:     event.method(event)
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:     segment_id)['aggregates'][0]
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:     return f(self, *a, **k)
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self._get(url).json()
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:     **kwargs)
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self.request(url, 'GET', **kwargs)
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:     **endpoint_filter)
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 20:47:54.474917 dv-cinder-750782-3-iscsi neutron-server[80212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 20:47:54.504596 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dc738909-2c8d-451d-a9f9-f73451cab911 req-618d12e1-c8f5-44d0-9f4d-5252c53b9634 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002274
Nov 19 20:47:54.522031 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-70467b1a-857a-4655-b8e1-8269590b57be req-554944d4-0d22-4e75-a079-27a36bf882f9 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0996115
Nov 19 20:47:54.577830 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae27eb4b-68de-4246-b9a8-897aeedf337c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ccf986-9aee-44cb-a118-6de1d9c2eb40', 'code': 200}
Nov 19 20:47:54.583019 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ab8a2d1a-ecd3-492d-b73f-d9914c53d646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851379388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:54.594126 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:54.609650 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-665f8551-392f-48a7-9032-a08188ca3b00 req-b326d5d6-091c-4f1a-8b0c-c403d72e8376 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266348
Nov 19 20:47:54.610855 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ab8a2d1a-ecd3-492d-b73f-d9914c53d646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:54.620476 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a2d1a-ecd3-492d-b73f-d9914c53d646 admin admin] Pushing event deleted for resources: {'Network': ['ID=0caf2553-2bc7-4280-b979-540a6260f19e,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:54.626558 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-ab8a2d1a-ecd3-492d-b73f-d9914c53d646 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0caf2553-2bc7-4280-b979-540a6260f19e HTTP/1.1" status: 204  len: 168 time: 1.1567311
Nov 19 20:47:54.626558 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ab8a2d1a-ecd3-492d-b73f-d9914c53d646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:54.627137 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35146) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:54.716239 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device b3ccf986-9aee-44cb-a118-6de1d9c2eb40 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:47:54.733947 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_v2 [None req-adbabf6a-1152-46be-8fe8-c4e218bad70f admin admin] Deleting subnet 450313c1-8af0-4c74-9133-c0aaa7e26abd {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 20:47:54.735840 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-70467b1a-857a-4655-b8e1-8269590b57be req-d4a56916-ff5b-41ee-b558-89a62c11bb7a service neutron] 10.222.0.27 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2060573
Nov 19 20:47:54.738080 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-adbabf6a-1152-46be-8fe8-c4e218bad70f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:54.807870 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-adbabf6a-1152-46be-8fe8-c4e218bad70f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1330328'] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:54.905939 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port b3ccf986-9aee-44cb-a118-6de1d9c2eb40 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:47:54.906311 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:54.946585 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-70467b1a-857a-4655-b8e1-8269590b57be req-49ff31c6-b24e-4932-be68-da6ed589dea9 service neutron] 10.222.0.27 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1889646
Nov 19 20:47:55.036894 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-adbabf6a-1152-46be-8fe8-c4e218bad70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3383722'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:55.094205 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6d4b11e0-3841-48cc-822d-ce3073fecb02 req-955188ec-bb9a-4dc5-ab7f-884c384a5d19 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 1162 time: 0.1892622
Nov 19 20:47:55.104231 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e40d91-2d1b-4753-a59b-a3b0d2d2e72e req-43253f18-8f4b-4a6e-a3e7-d225423f0910 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:55.105750 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f3e40d91-2d1b-4753-a59b-a3b0d2d2e72e req-43253f18-8f4b-4a6e-a3e7-d225423f0910 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.2487743
Nov 19 20:47:55.333225 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f3e40d91-2d1b-4753-a59b-a3b0d2d2e72e req-c3a9a420-adb9-4580-bad4-76f7885329c1 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1943598
Nov 19 20:47:55.337054 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6d4b11e0-3841-48cc-822d-ce3073fecb02 req-0371e256-9897-47cf-8894-7cc9ea469f00 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2286935
Nov 19 20:47:55.458619 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-adbabf6a-1152-46be-8fe8-c4e218bad70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851392077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1441110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843806931'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:55.474266 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:55.514452 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbabf6a-1152-46be-8fe8-c4e218bad70f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=450313c1-8af0-4c74-9133-c0aaa7e26abd,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:55.517328 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-adbabf6a-1152-46be-8fe8-c4e218bad70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:55.732025 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755af41-e9ee-452b-ad6e-a454d6a9c1bc req-0853729c-2616-4f6b-a824-3db7e8d9d0c8 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:55.733607 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6755af41-e9ee-452b-ad6e-a454d6a9c1bc req-0853729c-2616-4f6b-a824-3db7e8d9d0c8 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 945 time: 0.0911827
Nov 19 20:47:55.783450 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6755af41-e9ee-452b-ad6e-a454d6a9c1bc req-de552518-f171-4746-91be-bf76509a01c5 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432973
Nov 19 20:47:55.800723 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-adbabf6a-1152-46be-8fe8-c4e218bad70f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:55.810298 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 35212) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:55.810426 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-adbabf6a-1152-46be-8fe8-c4e218bad70f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/450313c1-8af0-4c74-9133-c0aaa7e26abd HTTP/1.1" status: 204  len: 168 time: 1.1823695
Nov 19 20:47:55.928190 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f3659e7e-5f5b-4a75-935e-7d0b4662aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3496268'] for network, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:56.019512 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc8a6a-4375-464f-aea1-89c6b2ba2a1e req-dd012a41-f01b-4050-ac4b-fbf2b0c529b4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:56.021043 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-35cc8a6a-4375-464f-aea1-89c6b2ba2a1e req-dd012a41-f01b-4050-ac4b-fbf2b0c529b4 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.27 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 945 time: 0.1013572
Nov 19 20:47:56.120434 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f3659e7e-5f5b-4a75-935e-7d0b4662aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3396403', 'neutron.services.segments.db._delete_segments_for_network--9223363258782719672'] for network, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:56.126781 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-35cc8a6a-4375-464f-aea1-89c6b2ba2a1e req-5bb575ab-c4df-49c3-b4c9-4233fb7d1de6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Deleting port cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:47:56.127173 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-35cc8a6a-4375-464f-aea1-89c6b2ba2a1e req-5bb575ab-c4df-49c3-b4c9-4233fb7d1de6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:56.240340 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-f3659e7e-5f5b-4a75-935e-7d0b4662aec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbcd7857320>,) {'filters': {'network_id': ['b197a5cc-629e-4580-a8d7-9125990dad28']}} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:47:56.253507 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-f3659e7e-5f5b-4a75-935e-7d0b4662aec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcd7857320>, '75d9c3e3-7201-4c60-8c86-5a7b22afeae0') {'for_net_delete': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:47:56.253906 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-f3659e7e-5f5b-4a75-935e-7d0b4662aec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcd7857320>, '75d9c3e3-7201-4c60-8c86-5a7b22afeae0') {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:47:56.266021 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f3659e7e-5f5b-4a75-935e-7d0b4662aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258782742456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10914545'] for segment, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:56.281816 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f3659e7e-5f5b-4a75-935e-7d0b4662aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:56.283845 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f3659e7e-5f5b-4a75-935e-7d0b4662aec9 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 20:47:56.397587 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-35cc8a6a-4375-464f-aea1-89c6b2ba2a1e req-5bb575ab-c4df-49c3-b4c9-4233fb7d1de6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] For port cbc4cc2f-949a-483b-b16c-17ac70e5f0c9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=cbc4cc2f-949a-483b-b16c-17ac70e5f0c9,segment=NetworkSegment(4d8bb714-8049-4fcb-9d3d-494ad10c767d),segment_id=4d8bb714-8049-4fcb-9d3d-494ad10c767d)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:47:56.398090 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-35cc8a6a-4375-464f-aea1-89c6b2ba2a1e req-5bb575ab-c4df-49c3-b4c9-4233fb7d1de6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:56.452848 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:47:56.534343 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-f3659e7e-5f5b-4a75-935e-7d0b4662aec9 admin admin] Network b197a5cc-629e-4580-a8d7-9125990dad28 has no segments {{(pid=80324) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:47:56.546027 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f3659e7e-5f5b-4a75-935e-7d0b4662aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3387784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843861784'] for segment, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:56.553530 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-35cc8a6a-4375-464f-aea1-89c6b2ba2a1e req-5bb575ab-c4df-49c3-b4c9-4233fb7d1de6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Calling delete_port for cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:47:56.596419 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:56.630823 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25906a3-de96-4565-8207-10ac7c71d777', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbc4cc2f-949a-483b-b16c-17ac70e5f0c9'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:47:56.642178 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port cbc4cc2f-949a-483b-b16c-17ac70e5f0c9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=cbc4cc2f-949a-483b-b16c-17ac70e5f0c9,segment=NetworkSegment(4d8bb714-8049-4fcb-9d3d-494ad10c767d),segment_id=4d8bb714-8049-4fcb-9d3d-494ad10c767d)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:47:56.645694 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:56.649046 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [req-35cc8a6a-4375-464f-aea1-89c6b2ba2a1e req-5bb575ab-c4df-49c3-b4c9-4233fb7d1de6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:47:56.649416 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [req-35cc8a6a-4375-464f-aea1-89c6b2ba2a1e req-5bb575ab-c4df-49c3-b4c9-4233fb7d1de6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:47:56.650696 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-dd18baaf-b63a-484e-8669-fdf9d3be2e2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:56.703621 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25906a3-de96-4565-8207-10ac7c71d777', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbc4cc2f-949a-483b-b16c-17ac70e5f0c9', 'code': 200}
Nov 19 20:47:56.725445 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=cbc4cc2f-949a-483b-b16c-17ac70e5f0c9,revision_number=5']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:56.728842 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:56.833035 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-f3659e7e-5f5b-4a75-935e-7d0b4662aec9 admin admin] Network b197a5cc-629e-4580-a8d7-9125990dad28 has no segments {{(pid=80324) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]: Traceback (most recent call last):
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:     timer()
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:     cb(*args, **kw)
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:     return func(*args, **kwargs)
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:     self._notify()
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:     self.callback(batched_events)
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:     event.method(event)
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:     segment_id)['aggregates'][0]
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:     return f(self, *a, **k)
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self._get(url).json()
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:     **kwargs)
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self.request(url, 'GET', **kwargs)
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:     **endpoint_filter)
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 20:47:56.858317 dv-cinder-750782-3-iscsi neutron-server[80212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 20:47:56.951291 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b432ed-5725-4f05-89fd-dd5ad4e6d51b req-e8fe9cb8-4a99-4af0-9d84-268c1ef31fae tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:56.952914 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-89b432ed-5725-4f05-89fd-dd5ad4e6d51b req-e8fe9cb8-4a99-4af0-9d84-268c1ef31fae tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 943 time: 0.2864029
Nov 19 20:47:56.954043 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f3659e7e-5f5b-4a75-935e-7d0b4662aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851379388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:56.958267 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:56.975788 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f3659e7e-5f5b-4a75-935e-7d0b4662aec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:56.996651 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3659e7e-5f5b-4a75-935e-7d0b4662aec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b197a5cc-629e-4580-a8d7-9125990dad28,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:57.001931 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f3659e7e-5f5b-4a75-935e-7d0b4662aec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:57.008010 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-f3659e7e-5f5b-4a75-935e-7d0b4662aec9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b197a5cc-629e-4580-a8d7-9125990dad28 HTTP/1.1" status: 204  len: 168 time: 1.1951230
Nov 19 20:47:57.010843 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78f8b28-80bc-4c3e-86f5-eacee90bde0c req-e64daba5-46e5-4d44-a46c-77be8c48f6dc tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:57.013608 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c78f8b28-80bc-4c3e-86f5-eacee90bde0c req-e64daba5-46e5-4d44-a46c-77be8c48f6dc tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 945 time: 0.0951824
Nov 19 20:47:57.038198 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-89b432ed-5725-4f05-89fd-dd5ad4e6d51b req-6f30b0e5-6681-4c26-91d3-78f3c79c074d tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661190
Nov 19 20:47:57.063331 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c78f8b28-80bc-4c3e-86f5-eacee90bde0c req-56242898-802f-4a0d-844c-81e93fc28b15 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433815
Nov 19 20:47:57.156595 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-35cc8a6a-4375-464f-aea1-89c6b2ba2a1e req-5bb575ab-c4df-49c3-b4c9-4233fb7d1de6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Deleting port cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:47:57.156806 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-35cc8a6a-4375-464f-aea1-89c6b2ba2a1e req-5bb575ab-c4df-49c3-b4c9-4233fb7d1de6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:57.256474 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 35232) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:57.316434 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-792ded45-05d5-4cd5-a672-40b088e8cd44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e66f3f67c5a40c3881746f3d2d0342f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0580704
Nov 19 20:47:57.318923 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 35236) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:57.384020 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-de5a8f8d-a3c5-477f-93e0-560a07dc925e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:57.410574 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-de5a8f8d-a3c5-477f-93e0-560a07dc925e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:57.453362 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-35cc8a6a-4375-464f-aea1-89c6b2ba2a1e req-5bb575ab-c4df-49c3-b4c9-4233fb7d1de6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] For port cbc4cc2f-949a-483b-b16c-17ac70e5f0c9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=cbc4cc2f-949a-483b-b16c-17ac70e5f0c9,segment=NetworkSegment(4d8bb714-8049-4fcb-9d3d-494ad10c767d),segment_id=4d8bb714-8049-4fcb-9d3d-494ad10c767d)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:47:57.453789 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-35cc8a6a-4375-464f-aea1-89c6b2ba2a1e req-5bb575ab-c4df-49c3-b4c9-4233fb7d1de6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:57.466699 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-de5a8f8d-a3c5-477f-93e0-560a07dc925e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:57.471968 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-76f7880c-1d21-40c5-952d-b5bd3821aefb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:57.485095 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a8f8d-a3c5-477f-93e0-560a07dc925e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcd51d6-0133-4d24-b6d4-38f06df60956,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:57.487755 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-de5a8f8d-a3c5-477f-93e0-560a07dc925e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:57.491794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-de5a8f8d-a3c5-477f-93e0-560a07dc925e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:57.494222 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-de5a8f8d-a3c5-477f-93e0-560a07dc925e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9dcd51d6-0133-4d24-b6d4-38f06df60956 HTTP/1.1" status: 204  len: 168 time: 0.1732759
Nov 19 20:47:57.591819 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-35cc8a6a-4375-464f-aea1-89c6b2ba2a1e req-5bb575ab-c4df-49c3-b4c9-4233fb7d1de6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Calling delete_port for cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:47:57.765596 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-35cc8a6a-4375-464f-aea1-89c6b2ba2a1e req-5bb575ab-c4df-49c3-b4c9-4233fb7d1de6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:57.787832 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:57.837543 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb575ab-c4df-49c3-b4c9-4233fb7d1de6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Pushing event deleted for resources: {'Port': ['ID=cbc4cc2f-949a-483b-b16c-17ac70e5f0c9,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:57.849923 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5bb575ab-c4df-49c3-b4c9-4233fb7d1de6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:57.992779 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cc8a6a-4375-464f-aea1-89c6b2ba2a1e req-5bb575ab-c4df-49c3-b4c9-4233fb7d1de6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] No DVR routers for this DVR port cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 on host hv-cinder-75078 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:47:57.995072 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-35cc8a6a-4375-464f-aea1-89c6b2ba2a1e req-5bb575ab-c4df-49c3-b4c9-4233fb7d1de6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:57.997875 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd25906a3-de96-4565-8207-10ac7c71d777', 'name': 'network-vif-deleted', 'tag': 'cbc4cc2f-949a-483b-b16c-17ac70e5f0c9'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:47:58.007475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 35250) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:58.022414 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-35cc8a6a-4375-464f-aea1-89c6b2ba2a1e req-5bb575ab-c4df-49c3-b4c9-4233fb7d1de6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.27 "DELETE /v2.0/ports/cbc4cc2f-949a-483b-b16c-17ac70e5f0c9 HTTP/1.1" status: 204  len: 173 time: 1.9651721
Nov 19 20:47:58.060120 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd25906a3-de96-4565-8207-10ac7c71d777', 'name': 'network-vif-deleted', 'tag': 'cbc4cc2f-949a-483b-b16c-17ac70e5f0c9', 'status': 'completed', 'code': 200}
Nov 19 20:47:58.066531 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-dcf8790b-a12b-4145-9c3a-87fe7dd72c12 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bceed00972a34d2f95948c59c96b03aa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0576646
Nov 19 20:47:58.068909 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 35256) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:47:58.135951 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6c4205ae-6de8-4c29-83e6-48d973c0a47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:58.227646 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6c4205ae-6de8-4c29-83e6-48d973c0a47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:58.299445 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943b05c-67ff-4725-9cf5-09d149b480de req-3f09cbf2-338d-41aa-bca8-c395c29badc6 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:58.301170 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b943b05c-67ff-4725-9cf5-09d149b480de req-3f09cbf2-338d-41aa-bca8-c395c29badc6 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 945 time: 0.0939009
Nov 19 20:47:58.360480 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b943b05c-67ff-4725-9cf5-09d149b480de req-43ec4431-f67f-4e93-a353-ebcc1fd497f8 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505953
Nov 19 20:47:58.445373 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9a6dffb3-2698-47a4-b574-da475ed19f4f req-c5e2f437-f33b-4928-acdc-fec9a3fd6d3a tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=d25906a3-de96-4565-8207-10ac7c71d777 HTTP/1.1" status: 200  len: 210 time: 0.2672117
Nov 19 20:47:58.487432 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6c4205ae-6de8-4c29-83e6-48d973c0a47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:58.492614 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-de5a8f8d-a3c5-477f-93e0-560a07dc925e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:47:58.505121 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4205ae-6de8-4c29-83e6-48d973c0a47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5b0aa8-ec0a-465e-8aac-8f39b4f58c8f,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:47:58.507902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-6c4205ae-6de8-4c29-83e6-48d973c0a47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:47:58.511374 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6c4205ae-6de8-4c29-83e6-48d973c0a47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:58.513844 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-6c4205ae-6de8-4c29-83e6-48d973c0a47e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b5b0aa8-ec0a-465e-8aac-8f39b4f58c8f HTTP/1.1" status: 204  len: 168 time: 0.4426169
Nov 19 20:47:59.133055 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device b3ccf986-9aee-44cb-a118-6de1d9c2eb40 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:47:59.264494 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port b3ccf986-9aee-44cb-a118-6de1d9c2eb40 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:47:59.264927 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:59.437573 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:47:59.982314 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91011da-f3f5-4eb8-aefc-0d3ae6bf1503 req-e2796b2c-3f75-4508-873e-2d468094ddc8 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:47:59.983714 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-b91011da-f3f5-4eb8-aefc-0d3ae6bf1503 req-e2796b2c-3f75-4508-873e-2d468094ddc8 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Synchronizing usage tracker for tenant:815c1f905e754bd799b86d9adaab1030 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:48:00.000276 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-b91011da-f3f5-4eb8-aefc-0d3ae6bf1503 req-e2796b2c-3f75-4508-873e-2d468094ddc8 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Unset dirty status for tenant:815c1f905e754bd799b86d9adaab1030 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:48:00.001798 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b91011da-f3f5-4eb8-aefc-0d3ae6bf1503 req-e2796b2c-3f75-4508-873e-2d468094ddc8 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.1086938
Nov 19 20:48:00.057178 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b91011da-f3f5-4eb8-aefc-0d3ae6bf1503 req-e0c4b30f-5fb2-4b7d-899b-026f1db370bf tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469759
Nov 19 20:48:00.335776 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe18b56-a0c2-4b32-8c96-fe26e9024b90 req-1ea2c683-07f3-4be4-bdac-da958feb4eed tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:00.337407 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ebe18b56-a0c2-4b32-8c96-fe26e9024b90 req-1ea2c683-07f3-4be4-bdac-da958feb4eed tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 945 time: 0.0903463
Nov 19 20:48:00.401436 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ebe18b56-a0c2-4b32-8c96-fe26e9024b90 req-f5cb67d1-fc36-4a92-8a5d-160411006ffe tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560870
Nov 19 20:48:00.925375 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 35350) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:01.091715 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-601b78a3-9d54-4478-a8de-be9118984c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:01.128050 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-601b78a3-9d54-4478-a8de-be9118984c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:01.132683 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-601b78a3-9d54-4478-a8de-be9118984c2c admin admin] Usage tracker for resource:security_group_rule and tenant:0a134350dcea4492a4149408b973aa29 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:01.136377 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-601b78a3-9d54-4478-a8de-be9118984c2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:01.143108 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-601b78a3-9d54-4478-a8de-be9118984c2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:01.218142 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-601b78a3-9d54-4478-a8de-be9118984c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:01.221564 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-601b78a3-9d54-4478-a8de-be9118984c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:01.229624 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-bb288cb5-0563-4156-b21d-efcdb891544d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:01.331099 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b78a3-9d54-4478-a8de-be9118984c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4e3fd3-1b57-43f4-acb0-485a718dc084,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:01.334548 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-601b78a3-9d54-4478-a8de-be9118984c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:01.340255 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-601b78a3-9d54-4478-a8de-be9118984c2c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a134350dcea4492a4149408b973aa29&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4105561
Nov 19 20:48:01.340686 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35364) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:01.368242 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96610720-538b-47a9-9fa0-84318e371ef1 req-32b2fff2-4397-4239-b511-087195f9628c tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:01.369869 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-96610720-538b-47a9-9fa0-84318e371ef1 req-32b2fff2-4397-4239-b511-087195f9628c tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.1242676
Nov 19 20:48:01.408553 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0afe9267-c21f-4be2-af39-b74af94a5816 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:01.420905 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-96610720-538b-47a9-9fa0-84318e371ef1 req-8a6e9aca-8446-4446-a66b-83b6f8836820 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444074
Nov 19 20:48:01.437089 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0afe9267-c21f-4be2-af39-b74af94a5816 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:01.484692 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0afe9267-c21f-4be2-af39-b74af94a5816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:01.490224 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7e8c46eb-72d0-4726-b409-69bca3ae731c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:01.504397 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe9267-c21f-4be2-af39-b74af94a5816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4e3fd3-1b57-43f4-acb0-485a718dc084,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:01.507147 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0afe9267-c21f-4be2-af39-b74af94a5816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:01.509228 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0afe9267-c21f-4be2-af39-b74af94a5816 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:01.514081 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-0afe9267-c21f-4be2-af39-b74af94a5816 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6b4e3fd3-1b57-43f4-acb0-485a718dc084 HTTP/1.1" status: 204  len: 168 time: 0.1722476
Nov 19 20:48:01.619432 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3b97b-5b10-4c80-ad0e-52964364d57e req-ae166d32-5bc8-4a9e-8f1e-52153ffd0f33 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:01.621065 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-02e3b97b-5b10-4c80-ad0e-52964364d57e req-ae166d32-5bc8-4a9e-8f1e-52153ffd0f33 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 945 time: 0.0865600
Nov 19 20:48:01.670601 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-02e3b97b-5b10-4c80-ad0e-52964364d57e req-92c1f066-24da-4315-8358-b1a80b2efd7c tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433846
Nov 19 20:48:01.867884 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35376) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:01.887301 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dc6befe2-2d8e-49cc-bc27-c2f63a7114ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:01.919679 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-dc6befe2-2d8e-49cc-bc27-c2f63a7114ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:01.923715 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-dc6befe2-2d8e-49cc-bc27-c2f63a7114ab admin admin] Usage tracker for resource:security_group_rule and tenant:8bdd29b89132495f9f81346b3a73634a is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:01.926708 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-dc6befe2-2d8e-49cc-bc27-c2f63a7114ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:01.932512 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-dc6befe2-2d8e-49cc-bc27-c2f63a7114ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:02.001283 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dc6befe2-2d8e-49cc-bc27-c2f63a7114ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:02.004195 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dc6befe2-2d8e-49cc-bc27-c2f63a7114ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:02.012274 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c37d6af0-79d7-47ee-a862-6c8028fe65f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:02.056796 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6befe2-2d8e-49cc-bc27-c2f63a7114ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218d96b0-394d-4c47-9166-ccf76a473c8f,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:02.060279 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-dc6befe2-2d8e-49cc-bc27-c2f63a7114ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:02.065525 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-dc6befe2-2d8e-49cc-bc27-c2f63a7114ab admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8bdd29b89132495f9f81346b3a73634a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1941781
Nov 19 20:48:02.066351 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35382) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:02.140423 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-834805b4-570b-4d0f-8177-9891958b73d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:02.179692 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-834805b4-570b-4d0f-8177-9891958b73d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:02.237427 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-834805b4-570b-4d0f-8177-9891958b73d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:02.242647 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d9cc3cca-9de2-4d51-ae57-80b475757569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:02.256638 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834805b4-570b-4d0f-8177-9891958b73d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218d96b0-394d-4c47-9166-ccf76a473c8f,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:02.259763 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-834805b4-570b-4d0f-8177-9891958b73d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:02.260675 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-834805b4-570b-4d0f-8177-9891958b73d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:02.267116 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-834805b4-570b-4d0f-8177-9891958b73d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/218d96b0-394d-4c47-9166-ccf76a473c8f HTTP/1.1" status: 204  len: 168 time: 0.1978090
Nov 19 20:48:02.637528 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a69814-f421-4a44-8f99-24d7d2693cb4 req-d5daa5ac-d93c-4e2e-9dde-abc097b8ec77 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:02.639168 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-30a69814-f421-4a44-8f99-24d7d2693cb4 req-d5daa5ac-d93c-4e2e-9dde-abc097b8ec77 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0848827
Nov 19 20:48:02.692298 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-30a69814-f421-4a44-8f99-24d7d2693cb4 req-c00844e5-6e59-4de0-a2a4-1f850ae784ad tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469625
Nov 19 20:48:02.951826 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e2f66-027c-4f86-a3c0-4088daebe3b4 req-93ccc3f7-1f85-437b-bcbf-d9b9245fff60 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:02.953568 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-792e2f66-027c-4f86-a3c0-4088daebe3b4 req-93ccc3f7-1f85-437b-bcbf-d9b9245fff60 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.27 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 945 time: 0.1571565
Nov 19 20:48:02.960900 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d032c-9283-4bc3-8623-87d9edad4977 req-5cbda77d-8053-4024-89af-46872dec4493 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:02.962643 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-774d032c-9283-4bc3-8623-87d9edad4977 req-5cbda77d-8053-4024-89af-46872dec4493 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 945 time: 0.1297317
Nov 19 20:48:03.076834 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-792e2f66-027c-4f86-a3c0-4088daebe3b4 req-63797fe0-5b94-480d-9ea3-6f4ca1593738 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Deleting port b3ccf986-9aee-44cb-a118-6de1d9c2eb40 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:48:03.077226 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-792e2f66-027c-4f86-a3c0-4088daebe3b4 req-63797fe0-5b94-480d-9ea3-6f4ca1593738 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:03.124378 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-774d032c-9283-4bc3-8623-87d9edad4977 req-ca00cf40-a46c-45e6-9073-288b516fd140 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/security-groups?id=b71763ec-1e84-4140-9201-b5c6476c58db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543241
Nov 19 20:48:03.457262 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-792e2f66-027c-4f86-a3c0-4088daebe3b4 req-63797fe0-5b94-480d-9ea3-6f4ca1593738 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] For port b3ccf986-9aee-44cb-a118-6de1d9c2eb40, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=b3ccf986-9aee-44cb-a118-6de1d9c2eb40,segment=NetworkSegment(2e751e4b-097a-48d8-bf72-ed4aa0c841f2),segment_id=2e751e4b-097a-48d8-bf72-ed4aa0c841f2)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:48:03.457812 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-792e2f66-027c-4f86-a3c0-4088daebe3b4 req-63797fe0-5b94-480d-9ea3-6f4ca1593738 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:03.588667 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-792e2f66-027c-4f86-a3c0-4088daebe3b4 req-63797fe0-5b94-480d-9ea3-6f4ca1593738 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Calling delete_port for b3ccf986-9aee-44cb-a118-6de1d9c2eb40 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:48:03.738465 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-792e2f66-027c-4f86-a3c0-4088daebe3b4 req-63797fe0-5b94-480d-9ea3-6f4ca1593738 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:03.756352 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:03.806188 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63797fe0-5b94-480d-9ea3-6f4ca1593738 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Pushing event deleted for resources: {'Port': ['ID=b3ccf986-9aee-44cb-a118-6de1d9c2eb40,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:03.810335 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-63797fe0-5b94-480d-9ea3-6f4ca1593738 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:03.912906 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e4fa6-0010-4593-8b62-b2df8a1d9aee req-b6f50e7d-7b82-4090-b3ce-f9448b9f7c89 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:03.914546 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-923e4fa6-0010-4593-8b62-b2df8a1d9aee req-b6f50e7d-7b82-4090-b3ce-f9448b9f7c89 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0866594
Nov 19 20:48:03.964093 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-923e4fa6-0010-4593-8b62-b2df8a1d9aee req-1a987141-a775-4f68-8550-69e12ed6f4f2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425396
Nov 19 20:48:03.975290 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-792e2f66-027c-4f86-a3c0-4088daebe3b4 req-63797fe0-5b94-480d-9ea3-6f4ca1593738 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] No DVR routers for this DVR port b3ccf986-9aee-44cb-a118-6de1d9c2eb40 on host hv-cinder-75078 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:48:03.977764 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-792e2f66-027c-4f86-a3c0-4088daebe3b4 req-63797fe0-5b94-480d-9ea3-6f4ca1593738 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:03.981527 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae27eb4b-68de-4246-b9a8-897aeedf337c', 'name': 'network-vif-deleted', 'tag': 'b3ccf986-9aee-44cb-a118-6de1d9c2eb40'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:48:03.997840 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-792e2f66-027c-4f86-a3c0-4088daebe3b4 req-63797fe0-5b94-480d-9ea3-6f4ca1593738 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.27 "DELETE /v2.0/ports/b3ccf986-9aee-44cb-a118-6de1d9c2eb40 HTTP/1.1" status: 204  len: 173 time: 1.0121355
Nov 19 20:48:04.044701 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae27eb4b-68de-4246-b9a8-897aeedf337c', 'name': 'network-vif-deleted', 'tag': 'b3ccf986-9aee-44cb-a118-6de1d9c2eb40', 'status': 'completed', 'code': 200}
Nov 19 20:48:04.347939 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-787dbad5-1c77-4972-ab4c-39e3e52474ed req-fbe26f04-2a6e-4fd9-bb75-2d8e57e42232 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 210 time: 0.0495040
Nov 19 20:48:05.179816 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0a3bb-20b1-4eb9-b37b-9d0bf9ea3ce5 req-9b42367a-64f1-4a6a-b4ea-fe9eae907acd tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:05.181449 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61d0a3bb-20b1-4eb9-b37b-9d0bf9ea3ce5 req-9b42367a-64f1-4a6a-b4ea-fe9eae907acd tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0865970
Nov 19 20:48:05.231437 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61d0a3bb-20b1-4eb9-b37b-9d0bf9ea3ce5 req-10426104-caab-4808-8351-c5f457598ee1 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433486
Nov 19 20:48:05.526604 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-eb9c97e8-c79a-48ac-a1e2-45028f1f2716 req-37c701ab-d65a-4c8f-b9bf-fb5b5ecaaaa4 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 210 time: 0.0460246
Nov 19 20:48:05.793852 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35492) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:05.825279 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-81913997-418e-4035-9c95-c7e9ec87d470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:05.946026 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:05.977751 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:05.982392 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Usage tracker for resource:security_group_rule and tenant:6c261f25a2a841c0b3eaf1f50b109834 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:05.985295 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:05.991110 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:06.060974 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:06.063773 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:06.071124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b7a8f665-8633-40a4-9a1b-df5418aa6088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:06.114189 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1eb0890-8782-4c06-bdb7-4232eb68e7d7,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:06.118028 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c261f25a2a841c0b3eaf1f50b109834&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3230939
Nov 19 20:48:06.123276 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 35498) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:06.126826 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.127244 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.127649 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.128048 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.128443 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.128842 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.129233 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.129623 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.130042 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.130431 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.130818 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.131208 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.131634 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.132018 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.132402 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.132789 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.133174 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.133560 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.133971 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.134353 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.134735 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.135116 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.135497 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.135877 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.140078 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:06.186678 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:06.213824 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:06.257404 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:06.262316 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-850522ac-6c49-40bf-8fac-2043d2999ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:06.276646 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1eb0890-8782-4c06-bdb7-4232eb68e7d7,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:06.290021 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.290472 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.290871 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.291266 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.291656 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.292050 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.292958 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.293353 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.293761 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.294154 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.294540 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.294923 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.295344 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.295730 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.296110 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.296491 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.296869 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.297249 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.297630 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.298037 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.298416 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.298797 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.299179 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.299560 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:06.302501 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:06.308177 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1eb0890-8782-4c06-bdb7-4232eb68e7d7 HTTP/1.1" status: 204  len: 168 time: 0.1820235
Nov 19 20:48:06.309775 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:06.447305 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a85631-a659-4cf8-8e5d-bac19711aecb req-bd35e41b-453a-4ba4-9341-61fbeb134105 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:06.450171 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-25a85631-a659-4cf8-8e5d-bac19711aecb req-bd35e41b-453a-4ba4-9341-61fbeb134105 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0844743
Nov 19 20:48:06.499531 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-25a85631-a659-4cf8-8e5d-bac19711aecb req-766117a6-0a7b-46b3-8524-c2cac8a4165e tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431731
Nov 19 20:48:06.670997 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35516) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:06.696866 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e2928fc6-e7fd-4111-b660-cbf46817540b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:06.724741 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-368c0e70-db34-4ca8-846b-0c71ce037665 req-583d3950-a98b-4638-babe-d5dde51bf7fb tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 210 time: 0.0593140
Nov 19 20:48:06.729746 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-e2928fc6-e7fd-4111-b660-cbf46817540b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:06.733860 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-e2928fc6-e7fd-4111-b660-cbf46817540b admin admin] Usage tracker for resource:security_group_rule and tenant:21c9d35620cb48c380ede29e83c3c2d5 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:06.736819 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-e2928fc6-e7fd-4111-b660-cbf46817540b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:06.742680 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-e2928fc6-e7fd-4111-b660-cbf46817540b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:06.810718 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e2928fc6-e7fd-4111-b660-cbf46817540b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:06.813529 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e2928fc6-e7fd-4111-b660-cbf46817540b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:06.820959 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8c661cc3-4f18-43de-9675-801c525e8217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:06.862529 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2928fc6-e7fd-4111-b660-cbf46817540b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171644c4-2e63-484d-95d0-fde96a5a7df3,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:06.866227 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e2928fc6-e7fd-4111-b660-cbf46817540b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:06.868706 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-e2928fc6-e7fd-4111-b660-cbf46817540b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=21c9d35620cb48c380ede29e83c3c2d5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1964402
Nov 19 20:48:06.871575 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35520) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:06.934808 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-49b18e99-3509-44a6-87d8-3e5781b4cd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:06.961273 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-49b18e99-3509-44a6-87d8-3e5781b4cd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:07.005721 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-49b18e99-3509-44a6-87d8-3e5781b4cd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:07.010593 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-293f2a62-6d74-4d17-9451-f7309827a385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:07.026235 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b18e99-3509-44a6-87d8-3e5781b4cd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171644c4-2e63-484d-95d0-fde96a5a7df3,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:07.030059 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-49b18e99-3509-44a6-87d8-3e5781b4cd38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:07.035541 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-49b18e99-3509-44a6-87d8-3e5781b4cd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:07.039210 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-49b18e99-3509-44a6-87d8-3e5781b4cd38 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/171644c4-2e63-484d-95d0-fde96a5a7df3 HTTP/1.1" status: 204  len: 168 time: 0.1643877
Nov 19 20:48:07.923401 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8add40-9386-4d93-afa2-8f1701bbdb48 req-75c28a9c-7e03-46d2-892c-2c90451c884b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:07.925925 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8c8add40-9386-4d93-afa2-8f1701bbdb48 req-75c28a9c-7e03-46d2-892c-2c90451c884b tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.2966886
Nov 19 20:48:07.979152 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:48:07.984833 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53cf6c96-ff9d-40f4-8096-7d6a89a29fb1 req-5bb7d3d0-d01c-4c9e-8e9a-786f42b0a3e8 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] 10.222.0.23 "GET /v2.0/ports?device_id=ae27eb4b-68de-4246-b9a8-897aeedf337c HTTP/1.1" status: 200  len: 210 time: 0.0737979
Nov 19 20:48:07.994998 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8c8add40-9386-4d93-afa2-8f1701bbdb48 req-0151f3e0-55e4-47f7-8efd-07b4e54d4d2d tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626137
Nov 19 20:48:08.353027 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device b3ccf986-9aee-44cb-a118-6de1d9c2eb40 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:48:08.392472 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-213589af-5480-4528-850d-679758bf95dc None None] No Port match for: b3ccf986-9aee-44cb-a118-6de1d9c2eb40 {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 20:48:08.393008 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device b3ccf986-9aee-44cb-a118-6de1d9c2eb40 not bound to the agent host hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 20:48:08.664662 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-914e1e76-fe94-4f5f-849c-29db41bce621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:08.840661 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:09.328763 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c65b6c-1dde-4852-820c-c4e69c514a66 req-9dfa0761-3044-4c5f-9a6a-75a6291b4632 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:09.330432 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f4c65b6c-1dde-4852-820c-c4e69c514a66 req-9dfa0761-3044-4c5f-9a6a-75a6291b4632 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.1050043
Nov 19 20:48:09.388889 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f4c65b6c-1dde-4852-820c-c4e69c514a66 req-09b8f3a3-e49b-45c0-a509-0cc48f7fc63f tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512104
Nov 19 20:48:09.781833 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:10.163459 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:10.611920 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cac6e9-0b62-463e-bc56-bf5b8a49dd3e req-80f8f551-14fa-4906-b8a0-c77126250254 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:10.613112 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-95cac6e9-0b62-463e-bc56-bf5b8a49dd3e req-80f8f551-14fa-4906-b8a0-c77126250254 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0881596
Nov 19 20:48:10.663526 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-95cac6e9-0b62-463e-bc56-bf5b8a49dd3e req-5802c527-d48b-4bef-b671-2482ca01fa7a tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442421
Nov 19 20:48:11.274576 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008be3d-7577-4f84-8da3-b6301249ffd6 req-ad3cc9a4-c41c-42f7-b05d-d2716b3b5a25 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:11.276601 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d008be3d-7577-4f84-8da3-b6301249ffd6 req-ad3cc9a4-c41c-42f7-b05d-d2716b3b5a25 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.27 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0930529
Nov 19 20:48:11.352113 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-d008be3d-7577-4f84-8da3-b6301249ffd6 req-eeabc32f-3964-4edd-a881-4a92032477e2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Deleting port 1187132f-618d-44e8-a573-bb39dc060563 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:48:11.352498 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d008be3d-7577-4f84-8da3-b6301249ffd6 req-eeabc32f-3964-4edd-a881-4a92032477e2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:11.621485 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-d008be3d-7577-4f84-8da3-b6301249ffd6 req-eeabc32f-3964-4edd-a881-4a92032477e2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] For port 1187132f-618d-44e8-a573-bb39dc060563, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=1187132f-618d-44e8-a573-bb39dc060563,segment=NetworkSegment(4d8bb714-8049-4fcb-9d3d-494ad10c767d),segment_id=4d8bb714-8049-4fcb-9d3d-494ad10c767d)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:48:11.622061 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d008be3d-7577-4f84-8da3-b6301249ffd6 req-eeabc32f-3964-4edd-a881-4a92032477e2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:11.753796 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-d008be3d-7577-4f84-8da3-b6301249ffd6 req-eeabc32f-3964-4edd-a881-4a92032477e2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Calling delete_port for 1187132f-618d-44e8-a573-bb39dc060563 owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:48:11.890135 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9c2d7-94b3-406e-95f3-2a263dde636f req-f7d0087d-3b04-4743-b67b-3559372379ea tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:11.891916 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bfe9c2d7-94b3-406e-95f3-2a263dde636f req-f7d0087d-3b04-4743-b67b-3559372379ea tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 945 time: 0.0863376
Nov 19 20:48:11.907984 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d008be3d-7577-4f84-8da3-b6301249ffd6 req-eeabc32f-3964-4edd-a881-4a92032477e2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:11.926466 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:11.949311 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bfe9c2d7-94b3-406e-95f3-2a263dde636f req-253a3e86-8e97-4550-88bc-02aeef72c25c tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/security-groups?id=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506885
Nov 19 20:48:11.971681 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabc32f-3964-4edd-a881-4a92032477e2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Pushing event deleted for resources: {'Port': ['ID=1187132f-618d-44e8-a573-bb39dc060563,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:11.988632 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-eeabc32f-3964-4edd-a881-4a92032477e2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:12.125405 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-d008be3d-7577-4f84-8da3-b6301249ffd6 req-eeabc32f-3964-4edd-a881-4a92032477e2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] No DVR routers for this DVR port 1187132f-618d-44e8-a573-bb39dc060563 on host hv-cinder-75078 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:48:12.127829 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d008be3d-7577-4f84-8da3-b6301249ffd6 req-eeabc32f-3964-4edd-a881-4a92032477e2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:12.130542 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0850224b-7b79-4ea7-af50-942d8795e957', 'name': 'network-vif-deleted', 'tag': '1187132f-618d-44e8-a573-bb39dc060563'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:48:12.145992 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d008be3d-7577-4f84-8da3-b6301249ffd6 req-eeabc32f-3964-4edd-a881-4a92032477e2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.27 "DELETE /v2.0/ports/1187132f-618d-44e8-a573-bb39dc060563 HTTP/1.1" status: 204  len: 173 time: 0.8633955
Nov 19 20:48:12.193888 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0850224b-7b79-4ea7-af50-942d8795e957', 'name': 'network-vif-deleted', 'tag': '1187132f-618d-44e8-a573-bb39dc060563', 'status': 'completed', 'code': 200}
Nov 19 20:48:13.125545 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9771a707-3ff6-49f9-a868-3d8f83bf6681 req-e21d7fee-9678-4ac1-966c-29339d1ae832 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 210 time: 0.0457311
Nov 19 20:48:14.307732 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-f8086dc9-2064-459f-9c6f-5808eaad780c req-fd5d7940-f1dc-4f88-b192-6ca1346251d9 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Synchronizing usage tracker for tenant:815c1f905e754bd799b86d9adaab1030 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:48:14.322330 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-f8086dc9-2064-459f-9c6f-5808eaad780c req-fd5d7940-f1dc-4f88-b192-6ca1346251d9 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Unset dirty status for tenant:815c1f905e754bd799b86d9adaab1030 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:48:14.323592 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f8086dc9-2064-459f-9c6f-5808eaad780c req-fd5d7940-f1dc-4f88-b192-6ca1346251d9 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 210 time: 0.0615706
Nov 19 20:48:15.497577 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-09874f58-545d-423c-91b7-b797577e0e2f req-edeed3c4-3c21-459d-9b3c-a8f7222ece61 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 210 time: 0.0465751
Nov 19 20:48:16.676207 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ee19418a-6918-4fd7-b3cb-0aad634e1c73 req-0f0a20d1-a905-41ef-824d-402b9c5ace78 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] 10.222.0.23 "GET /v2.0/ports?device_id=0850224b-7b79-4ea7-af50-942d8795e957 HTTP/1.1" status: 200  len: 210 time: 0.0481548
Nov 19 20:48:17.100258 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 1187132f-618d-44e8-a573-bb39dc060563 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:48:17.135219 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-213589af-5480-4528-850d-679758bf95dc None None] No Port match for: 1187132f-618d-44e8-a573-bb39dc060563 {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 20:48:17.135620 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 1187132f-618d-44e8-a573-bb39dc060563 not bound to the agent host hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 20:48:17.785523 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 35764) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:18.188008 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ef9279fe-4b1e-4d8e-9041-42bbafff660c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604950'] for router_interface, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:18.832037 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-ef9279fe-4b1e-4d8e-9041-42bbafff660c admin admin] Deleting port bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:48:18.832616 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ef9279fe-4b1e-4d8e-9041-42bbafff660c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:19.024014 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-ef9279fe-4b1e-4d8e-9041-42bbafff660c admin admin] For port bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115,segment=NetworkSegment(4d8bb714-8049-4fcb-9d3d-494ad10c767d),segment_id=4d8bb714-8049-4fcb-9d3d-494ad10c767d)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:48:19.024537 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ef9279fe-4b1e-4d8e-9041-42bbafff660c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:19.183343 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-ef9279fe-4b1e-4d8e-9041-42bbafff660c admin admin] Calling delete_port for bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115 owned by network:router_interface {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:48:19.804618 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ef9279fe-4b1e-4d8e-9041-42bbafff660c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:19.822608 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:19.851723 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35814) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:19.869306 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9279fe-4b1e-4d8e-9041-42bbafff660c admin admin] Pushing event deleted for resources: {'Port': ['ID=bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:19.874095 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ef9279fe-4b1e-4d8e-9041-42bbafff660c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:20.067328 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0650c5a6-f44e-49dd-b824-2df217d721e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:20.110327 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-0650c5a6-f44e-49dd-b824-2df217d721e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:20.115562 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-0650c5a6-f44e-49dd-b824-2df217d721e0 admin admin] Usage tracker for resource:security_group_rule and tenant:fafe9c037df44bf293f2e6b21a88fa47 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:20.119373 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-0650c5a6-f44e-49dd-b824-2df217d721e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:20.128132 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-0650c5a6-f44e-49dd-b824-2df217d721e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:20.226965 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0650c5a6-f44e-49dd-b824-2df217d721e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:20.234451 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0650c5a6-f44e-49dd-b824-2df217d721e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:20.248178 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-6c4c905e-acce-4b9e-a06e-fe5c2908bf4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:20.289066 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-0650c5a6-f44e-49dd-b824-2df217d721e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fafe9c037df44bf293f2e6b21a88fa47&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4361744
Nov 19 20:48:20.292960 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35822) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:20.341402 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ef9279fe-4b1e-4d8e-9041-42bbafff660c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850813242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602458'] for router_interface, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:20.346531 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0650c5a6-f44e-49dd-b824-2df217d721e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac75fa2b-4ae4-407a-8150-5173ee107882,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:20.351393 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0650c5a6-f44e-49dd-b824-2df217d721e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:20.377271 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-eceea955-0ab2-4a28-98f5-6b1a974af7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:20.416105 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-eceea955-0ab2-4a28-98f5-6b1a974af7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:20.475744 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-eceea955-0ab2-4a28-98f5-6b1a974af7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:20.484730 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-abdffff3-e7f2-430d-aa81-63b1c62f8f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:20.504072 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-eceea955-0ab2-4a28-98f5-6b1a974af7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:20.505615 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-eceea955-0ab2-4a28-98f5-6b1a974af7c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac75fa2b-4ae4-407a-8150-5173ee107882 HTTP/1.1" status: 204  len: 168 time: 0.2116599
Nov 19 20:48:20.506795 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceea955-0ab2-4a28-98f5-6b1a974af7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac75fa2b-4ae4-407a-8150-5173ee107882,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:20.518043 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-eceea955-0ab2-4a28-98f5-6b1a974af7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:21.022416 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35838) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:21.051351 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-459338bc-be84-4040-9bdf-8a7329e02b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:21.096020 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-459338bc-be84-4040-9bdf-8a7329e02b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:21.100639 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-459338bc-be84-4040-9bdf-8a7329e02b28 admin admin] Usage tracker for resource:security_group_rule and tenant:0a2f15252bd5455bad2c26d561d3e4a6 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:21.103757 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-459338bc-be84-4040-9bdf-8a7329e02b28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:21.114152 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-459338bc-be84-4040-9bdf-8a7329e02b28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:21.274169 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-459338bc-be84-4040-9bdf-8a7329e02b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:21.278329 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-459338bc-be84-4040-9bdf-8a7329e02b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:21.311902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5841dfd1-02aa-4149-9eed-43fe352a1b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:21.349971 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-459338bc-be84-4040-9bdf-8a7329e02b28 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a2f15252bd5455bad2c26d561d3e4a6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3241403
Nov 19 20:48:21.351015 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35850) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:21.410867 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459338bc-be84-4040-9bdf-8a7329e02b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41705ae5-96d8-4ead-9305-d950b7093784,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:21.426689 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-459338bc-be84-4040-9bdf-8a7329e02b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:21.446885 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e96338a7-8a8a-4ac2-b3ac-f1d1c559a561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:21.494903 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e96338a7-8a8a-4ac2-b3ac-f1d1c559a561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:21.524475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9279fe-4b1e-4d8e-9041-42bbafff660c admin admin] Router ec69cc4d-6539-4e17-b943-6f136818ab29 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:48:21.559190 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e96338a7-8a8a-4ac2-b3ac-f1d1c559a561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:21.568124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-bb1418ac-b683-4ec3-b930-f807b7a45fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:21.583830 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96338a7-8a8a-4ac2-b3ac-f1d1c559a561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41705ae5-96d8-4ead-9305-d950b7093784,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:21.593036 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e96338a7-8a8a-4ac2-b3ac-f1d1c559a561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:21.593926 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e96338a7-8a8a-4ac2-b3ac-f1d1c559a561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:21.597476 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-e96338a7-8a8a-4ac2-b3ac-f1d1c559a561 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41705ae5-96d8-4ead-9305-d950b7093784 HTTP/1.1" status: 204  len: 168 time: 0.2431645
Nov 19 20:48:21.597476 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35860) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:21.779219 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9279fe-4b1e-4d8e-9041-42bbafff660c admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:48:21.790816 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ba7b4-be48-4705-80e5-4b8f0130a3c8 None None] Sync routers for ids ['ec69cc4d-6539-4e17-b943-6f136818ab29'] in dv-cinder-750782-3-iscsi {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:48:21.810918 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-ef9279fe-4b1e-4d8e-9041-42bbafff660c admin admin] 10.222.0.23 "PUT /v2.0/routers/ec69cc4d-6539-4e17-b943-6f136818ab29/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0238435
Nov 19 20:48:21.812502 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 35868) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:21.831983 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ba7b4-be48-4705-80e5-4b8f0130a3c8 None None] Routers {'ec69cc4d-6539-4e17-b943-6f136818ab29'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:48:21.834951 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-263ba7b4-be48-4705-80e5-4b8f0130a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc0b17b8>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:48:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['ec69cc4d-6539-4e17-b943-6f136818ab29'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:21.849255 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ba66e8f3-6d3b-48c1-a4f9-d1c12186a8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:21.928718 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-ba66e8f3-6d3b-48c1-a4f9-d1c12186a8f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:21.933821 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-ba66e8f3-6d3b-48c1-a4f9-d1c12186a8f6 admin admin] Usage tracker for resource:security_group_rule and tenant:5edf1109c8d640e78ee3dad73860aa56 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:21.940116 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-ba66e8f3-6d3b-48c1-a4f9-d1c12186a8f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:21.950386 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-ba66e8f3-6d3b-48c1-a4f9-d1c12186a8f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:22.115725 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ba66e8f3-6d3b-48c1-a4f9-d1c12186a8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:22.122026 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ba66e8f3-6d3b-48c1-a4f9-d1c12186a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:22.182931 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-834805b4-570b-4d0f-8177-9891958b73d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:22.196122 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6cc3ca5e-8301-496d-ba38-7a7be5ea188d admin admin] Notify callbacks [] for router, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:22.255623 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-ba66e8f3-6d3b-48c1-a4f9-d1c12186a8f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5edf1109c8d640e78ee3dad73860aa56&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6587651
Nov 19 20:48:22.257037 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35886) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:22.263279 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66e8f3-6d3b-48c1-a4f9-d1c12186a8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e122b3c-f617-46f5-9e73-af1836d72396,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:22.277706 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ba66e8f3-6d3b-48c1-a4f9-d1c12186a8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:22.432038 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-91dd7228-05f7-415c-a7bc-9f6f56271ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:22.493957 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-91dd7228-05f7-415c-a7bc-9f6f56271ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:22.591174 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-91dd7228-05f7-415c-a7bc-9f6f56271ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:22.597819 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0afe9267-c21f-4be2-af39-b74af94a5816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:22.602904 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-263ba7b4-be48-4705-80e5-4b8f0130a3c8 None None] Set router ec69cc4d-6539-4e17-b943-6f136818ab29 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:48:22.611475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6cc3ca5e-8301-496d-ba38-7a7be5ea188d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:22.619734 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd7228-05f7-415c-a7bc-9f6f56271ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e122b3c-f617-46f5-9e73-af1836d72396,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:22.623208 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-6cc3ca5e-8301-496d-ba38-7a7be5ea188d admin admin] Deleting port a85cf481-c8d2-4927-82e1-774c305d0f03 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:48:22.624136 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6cc3ca5e-8301-496d-ba38-7a7be5ea188d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:22.624298 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-91dd7228-05f7-415c-a7bc-9f6f56271ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:22.625724 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-91dd7228-05f7-415c-a7bc-9f6f56271ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:22.627264 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-91dd7228-05f7-415c-a7bc-9f6f56271ce0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5e122b3c-f617-46f5-9e73-af1836d72396 HTTP/1.1" status: 204  len: 168 time: 0.3442414
Nov 19 20:48:22.983083 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-263ba7b4-be48-4705-80e5-4b8f0130a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc0b17b8>, [{'id': 'ec69cc4d-6539-4e17-b943-6f136818ab29', 'name': 'tempest-ServerRescueNegativeTestJSON-1900196231-router', 'tenant_id': '815c1f905e754bd799b86d9adaab1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'a85cf481-c8d2-4927-82e1-774c305d0f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:52Z', 'updated_at': '2020-11-19T20:48:19Z', 'revision_number': 5, 'project_id': '815c1f905e754bd799b86d9adaab1030', 'gw_port': {'id': 'a85cf481-c8d2-4927-82e1-774c305d0f03', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:4d:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec69cc4d-6539-4e17-b943-6f136818ab29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:53Z', 'updated_at': '2020-11-19T20:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:22.988059 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ba7b4-be48-4705-80e5-4b8f0130a3c8 None None] Checking router: ec69cc4d-6539-4e17-b943-6f136818ab29 for host: dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:48:23.001002 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ba7b4-be48-4705-80e5-4b8f0130a3c8 None None] Routers {'ec69cc4d-6539-4e17-b943-6f136818ab29'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:48:23.001834 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-263ba7b4-be48-4705-80e5-4b8f0130a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc0b17b8>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:48:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['ec69cc4d-6539-4e17-b943-6f136818ab29'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:23.170359 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-6cc3ca5e-8301-496d-ba38-7a7be5ea188d admin admin] For port a85cf481-c8d2-4927-82e1-774c305d0f03, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=a85cf481-c8d2-4927-82e1-774c305d0f03,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:48:23.170906 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6cc3ca5e-8301-496d-ba38-7a7be5ea188d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:23.229134 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-263ba7b4-be48-4705-80e5-4b8f0130a3c8 None None] Set router ec69cc4d-6539-4e17-b943-6f136818ab29 gateway port host: None {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:48:23.306036 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-6cc3ca5e-8301-496d-ba38-7a7be5ea188d admin admin] Calling delete_port for a85cf481-c8d2-4927-82e1-774c305d0f03 owned by network:router_gateway {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:48:23.363027 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-263ba7b4-be48-4705-80e5-4b8f0130a3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc0b17b8>, [{'id': 'ec69cc4d-6539-4e17-b943-6f136818ab29', 'name': 'tempest-ServerRescueNegativeTestJSON-1900196231-router', 'tenant_id': '815c1f905e754bd799b86d9adaab1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:52Z', 'updated_at': '2020-11-19T20:48:22Z', 'revision_number': 6, 'project_id': '815c1f905e754bd799b86d9adaab1030', 'gw_port_host': None}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:23.367814 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ba7b4-be48-4705-80e5-4b8f0130a3c8 None None] The sync data for ids ['ec69cc4d-6539-4e17-b943-6f136818ab29'] in dv-cinder-750782-3-iscsi is: [{'id': 'ec69cc4d-6539-4e17-b943-6f136818ab29', 'name': 'tempest-ServerRescueNegativeTestJSON-1900196231-router', 'tenant_id': '815c1f905e754bd799b86d9adaab1030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:52Z', 'updated_at': '2020-11-19T20:48:22Z', 'revision_number': 6, 'project_id': '815c1f905e754bd799b86d9adaab1030', 'gw_port_host': None}] {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:48:23.553707 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6cc3ca5e-8301-496d-ba38-7a7be5ea188d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:23.585899 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f121f0fe-3cf2-45e4-837e-4b226b3c6f9e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:23.646202 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3ca5e-8301-496d-ba38-7a7be5ea188d admin admin] Pushing event deleted for resources: {'Port': ['ID=a85cf481-c8d2-4927-82e1-774c305d0f03,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:23.662640 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-6cc3ca5e-8301-496d-ba38-7a7be5ea188d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:24.066829 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6cc3ca5e-8301-496d-ba38-7a7be5ea188d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599416'] for router_gateway, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:24.323275 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35936) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:24.459720 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6cc3ca5e-8301-496d-ba38-7a7be5ea188d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853819326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15653'] for router, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:24.464955 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6cc3ca5e-8301-496d-ba38-7a7be5ea188d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:24.501609 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c916ceb7-bc6a-4e0b-a881-b4c6c6e3107c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:24.540246 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-c916ceb7-bc6a-4e0b-a881-b4c6c6e3107c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:24.545685 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-c916ceb7-bc6a-4e0b-a881-b4c6c6e3107c admin admin] Usage tracker for resource:security_group_rule and tenant:641ac7c108fe41b99427ae5375435fb7 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:24.548956 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-c916ceb7-bc6a-4e0b-a881-b4c6c6e3107c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:24.561487 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6cc3ca5e-8301-496d-ba38-7a7be5ea188d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853825062'] for router, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:24.562428 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc3ca5e-8301-496d-ba38-7a7be5ea188d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec69cc4d-6539-4e17-b943-6f136818ab29 {{(pid=80324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 20:48:24.577948 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6cc3ca5e-8301-496d-ba38-7a7be5ea188d admin admin] Notify callbacks [] for router, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:24.579335 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-6cc3ca5e-8301-496d-ba38-7a7be5ea188d admin admin] 10.222.0.23 "DELETE /v2.0/routers/ec69cc4d-6539-4e17-b943-6f136818ab29 HTTP/1.1" status: 204  len: 168 time: 2.7658567
Nov 19 20:48:24.579903 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-c916ceb7-bc6a-4e0b-a881-b4c6c6e3107c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:24.580305 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 35950) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:24.583186 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 35952) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:24.679935 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_v2 [None req-109dab7d-dd18-4938-935a-619902ed93de admin admin] Deleting subnet ab1e6561-e749-40d7-a5a9-de196eaf5e63 {{(pid=80324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 20:48:24.693709 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-109dab7d-dd18-4938-935a-619902ed93de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:24.768928 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-109dab7d-dd18-4938-935a-619902ed93de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843861254'] for subnet, precommit_delete_associations {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:24.774458 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c916ceb7-bc6a-4e0b-a881-b4c6c6e3107c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:24.780477 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c916ceb7-bc6a-4e0b-a881-b4c6c6e3107c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:24.822179 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-cfb0c3b4-a938-4e63-bfb8-033515d1561f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:24.837238 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-109dab7d-dd18-4938-935a-619902ed93de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3383722'] for subnet, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:24.856834 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-c916ceb7-bc6a-4e0b-a881-b4c6c6e3107c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=641ac7c108fe41b99427ae5375435fb7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5295095
Nov 19 20:48:24.856834 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916ceb7-bc6a-4e0b-a881-b4c6c6e3107c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aaab09-4645-4263-a5cd-d3c6d6ae8ea3,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:24.858071 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35962) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:24.861099 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c916ceb7-bc6a-4e0b-a881-b4c6c6e3107c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:24.952619 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4943c05a-5c1f-47b5-9099-cac0a555318b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:24.990334 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4943c05a-5c1f-47b5-9099-cac0a555318b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:25.005042 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2121875423-network', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:48:25.062625 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4943c05a-5c1f-47b5-9099-cac0a555318b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:25.068634 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:25.080706 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943c05a-5c1f-47b5-9099-cac0a555318b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aaab09-4645-4263-a5cd-d3c6d6ae8ea3,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:25.085673 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:25.088059 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4943c05a-5c1f-47b5-9099-cac0a555318b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:25.089424 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4943c05a-5c1f-47b5-9099-cac0a555318b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:25.096902 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-4943c05a-5c1f-47b5-9099-cac0a555318b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a2aaab09-4645-4263-a5cd-d3c6d6ae8ea3 HTTP/1.1" status: 204  len: 168 time: 0.2351935
Nov 19 20:48:25.104106 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Usage tracker for resource:network and tenant:2826f75aa14446fb8f3b82be9ae57f71 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:25.109008 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:25.117886 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:25.163476 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Made reservation on behalf of 2826f75aa14446fb8f3b82be9ae57f71 for: {'network': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:48:25.182471 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:25.201036 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:25.293606 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:25.302160 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Usage tracker for resource:security_group_rule and tenant:2826f75aa14446fb8f3b82be9ae57f71 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:25.308620 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:25.316673 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:25.327159 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-109dab7d-dd18-4938-935a-619902ed93de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851392077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10914378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656033'] for subnet, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:25.364101 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115 no longer exists at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:48:25.422868 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1340169d-9af2-432d-a61e-fabbb175348a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:25.425968 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] No Port match for: bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115 {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 20:48:25.426366 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device bf7c40fa-81ca-4cd5-a7e7-04e2dcc92115 not bound to the agent host dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 20:48:25.426848 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device a85cf481-c8d2-4927-82e1-774c305d0f03 no longer exists at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:48:25.478920 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] No Port match for: a85cf481-c8d2-4927-82e1-774c305d0f03 {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 20:48:25.479619 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device a85cf481-c8d2-4927-82e1-774c305d0f03 not bound to the agent host dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 20:48:25.485208 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109dab7d-dd18-4938-935a-619902ed93de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab1e6561-e749-40d7-a5a9-de196eaf5e63,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:25.489971 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-109dab7d-dd18-4938-935a-619902ed93de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:25.515318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-109dab7d-dd18-4938-935a-619902ed93de admin admin] Notify callbacks [] for subnet, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:25.542024 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-109dab7d-dd18-4938-935a-619902ed93de admin admin] 10.222.0.23 "DELETE /v2.0/subnets/ab1e6561-e749-40d7-a5a9-de196eaf5e63 HTTP/1.1" status: 204  len: 168 time: 0.9552493
Nov 19 20:48:25.542465 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 35980) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:25.569048 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:25.573090 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:25.590269 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 20:48:25.600107 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:25.600570 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.segments_db [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Added segment ebabc9b7-0e38-4b31-a090-78795cd26b7c of type vxlan for network 55a91bca-fdcd-4ff6-aab4-1bf7c62a5709
Nov 19 20:48:25.628576 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778071455654'] for network, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:25.658515 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:25.668161 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:25.672309 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:25.672948 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:25.703293 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:25.704708 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e0a124c6-d109-45e1-a027-45d466a4406c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3496268'] for network, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:25.707388 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:25.708166 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:25.728946 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1473656
Nov 19 20:48:25.734924 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 35992) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:25.744424 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-dd35bc1a-af97-45db-be62-7369007ff83f admin admin] Request body: {'subnet': {'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2121875423-subnet', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'ip_version': 4}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:48:25.761699 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-dd35bc1a-af97-45db-be62-7369007ff83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:25.774207 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-dd35bc1a-af97-45db-be62-7369007ff83f admin admin] Usage tracker for resource:subnet and tenant:2826f75aa14446fb8f3b82be9ae57f71 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:25.825347 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-dd35bc1a-af97-45db-be62-7369007ff83f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:25.836112 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Pushing event updated for resources: {'Network': ['ID=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:25.839347 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-dd35bc1a-af97-45db-be62-7369007ff83f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:25.841953 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:25.850060 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd35bc1a-af97-45db-be62-7369007ff83f admin admin] Made reservation on behalf of 2826f75aa14446fb8f3b82be9ae57f71 for: {'subnet': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:48:25.852794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Network 55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 details requested by agent ovs-agent-dv-cinder-750782-3-iscsi with host dv-cinder-750782-3-iscsi {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:48:25.855140 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dd35bc1a-af97-45db-be62-7369007ff83f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843119782'] for subnet, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:26.001526 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Network 55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:48:26.071860 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e0a124c6-d109-45e1-a027-45d466a4406c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3396403', 'neutron.services.segments.db._delete_segments_for_network--9223363258782719672'] for network, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:26.258826 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-e0a124c6-d109-45e1-a027-45d466a4406c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbcdccc1160>,) {'filters': {'network_id': ['0a113bd1-778c-4e88-acd2-a1595854211f']}} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:26.274970 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-e0a124c6-d109-45e1-a027-45d466a4406c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcdccc1160>, '4d8bb714-8049-4fcb-9d3d-494ad10c767d') {'for_net_delete': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:26.275440 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-e0a124c6-d109-45e1-a027-45d466a4406c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcdccc1160>, '4d8bb714-8049-4fcb-9d3d-494ad10c767d') {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:26.289052 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e0a124c6-d109-45e1-a027-45d466a4406c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258782742456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853445485'] for segment, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:26.311705 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e0a124c6-d109-45e1-a027-45d466a4406c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:26.317447 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e0a124c6-d109-45e1-a027-45d466a4406c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 20:48:26.598932 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-e0a124c6-d109-45e1-a027-45d466a4406c admin admin] Network 0a113bd1-778c-4e88-acd2-a1595854211f has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:48:26.610141 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e0a124c6-d109-45e1-a027-45d466a4406c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3387784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853334028'] for segment, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:26.834609 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-e0a124c6-d109-45e1-a027-45d466a4406c admin admin] Network 0a113bd1-778c-4e88-acd2-a1595854211f has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]: Traceback (most recent call last):
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:     timer()
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:     cb(*args, **kw)
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:     return func(*args, **kwargs)
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:     self._notify()
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:     self.callback(batched_events)
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:     event.method(event)
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:     segment_id)['aggregates'][0]
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:     return f(self, *a, **k)
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self._get(url).json()
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:     **kwargs)
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self.request(url, 'GET', **kwargs)
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:     **endpoint_filter)
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 20:48:26.859070 dv-cinder-750782-3-iscsi neutron-server[80212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 20:48:26.864189 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dd35bc1a-af97-45db-be62-7369007ff83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843861370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843119767'] for subnet, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:26.981930 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e0a124c6-d109-45e1-a027-45d466a4406c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851379388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:26.990903 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-376f18c0-0ad9-4404-bfa4-02c896fc9fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:26.993046 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-109dab7d-dd18-4938-935a-619902ed93de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:27.010928 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e0a124c6-d109-45e1-a027-45d466a4406c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:27.022994 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a124c6-d109-45e1-a027-45d466a4406c admin admin] Pushing event deleted for resources: {'Network': ['ID=0a113bd1-778c-4e88-acd2-a1595854211f,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:27.033409 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e0a124c6-d109-45e1-a027-45d466a4406c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:27.047121 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-e0a124c6-d109-45e1-a027-45d466a4406c admin admin] 10.222.0.23 "DELETE /v2.0/networks/0a113bd1-778c-4e88-acd2-a1595854211f HTTP/1.1" status: 204  len: 168 time: 1.5035346
Nov 19 20:48:27.056132 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35bc1a-af97-45db-be62-7369007ff83f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6123b28f-d62b-431d-b508-30dd54c9aa74,revision_number=0']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:27.069004 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-dd35bc1a-af97-45db-be62-7369007ff83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:27.091602 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e016ec-cac5-4d05-9ba5-450a21b6874d req-809e956c-9987-46c1-b988-2537a7f7baf6 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:27.093228 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c1e016ec-cac5-4d05-9ba5-450a21b6874d req-809e956c-9987-46c1-b988-2537a7f7baf6 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.3145220
Nov 19 20:48:27.191941 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd35bc1a-af97-45db-be62-7369007ff83f admin admin] Checking segment: {'id': 'ebabc9b7-0e38-4b31-a090-78795cd26b7c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:48:27.192331 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd35bc1a-af97-45db-be62-7369007ff83f admin admin] Network hostable DHCP agents. Network: 55a91bca-fdcd-4ff6-aab4-1bf7c62a5709, hostable agents: ['8d02a572-c9e9-422d-ae68-8452b80e1360'], hosted agents: [] {{(pid=80324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 20:48:27.214786 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c1e016ec-cac5-4d05-9ba5-450a21b6874d req-3acd6b70-0f17-461c-969e-134f251e7e52 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1131833
Nov 19 20:48:27.240379 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd35bc1a-af97-45db-be62-7369007ff83f admin admin] Network 55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 is scheduled to be hosted by DHCP agent 8d02a572-c9e9-422d-ae68-8452b80e1360 with binding_index 1 {{(pid=80324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 20:48:27.257723 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-dd35bc1a-af97-45db-be62-7369007ff83f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-iscsi, 55a91bca-fdcd-4ff6-aab4-1bf7c62a5709) {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:48:27.266830 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376edd6e-7860-400b-beb6-b6fb7ecfb5b6 None None] Network 55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:48:27.277703 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd35bc1a-af97-45db-be62-7369007ff83f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:27.279023 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dd35bc1a-af97-45db-be62-7369007ff83f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:27.308659 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 36034) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:27.308886 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-dd35bc1a-af97-45db-be62-7369007ff83f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.5729191
Nov 19 20:48:27.315683 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2121875423-router', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:48:27.322070 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:27.333171 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Usage tracker for resource:router and tenant:2826f75aa14446fb8f3b82be9ae57f71 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:27.340585 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:27.353937 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:27.376679 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15706'] for router, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:27.378203 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-957748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854176309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854233420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760147'] for router, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:27.412558 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:27.468931 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 36042) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:27.580413 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-699d97ed-5d59-4274-815a-3c4e92f63fa2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=815c1f905e754bd799b86d9adaab1030&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1101778
Nov 19 20:48:27.583574 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 36046) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:27.615667 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854176452', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853817947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760132'] for router, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:27.674571 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7e9f841-36e7-5adc-8d1e-609479b39771-55a91bca-fdcd-4ff6-aab4-1bf7c62a5709', 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'fixed_ips': [{'subnet_id': '6123b28f-d62b-431d-b508-30dd54c9aa74'}]}} from dv-cinder-750782-3-iscsi. {{(pid=80325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 20:48:27.675803 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:27.761124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ab49d196-a4ae-4af3-a362-d7f5270882c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:27.830795 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ab49d196-a4ae-4af3-a362-d7f5270882c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:27.847840 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 36056) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:27.888896 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:27.914026 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ab49d196-a4ae-4af3-a362-d7f5270882c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:27.921474 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a5c944ef-65b2-4e00-a847-d24c52de9a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:27.929869 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:27.937024 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49d196-a4ae-4af3-a362-d7f5270882c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:27.941365 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ab49d196-a4ae-4af3-a362-d7f5270882c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:27.952803 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ab49d196-a4ae-4af3-a362-d7f5270882c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:27.954563 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-ab49d196-a4ae-4af3-a362-d7f5270882c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f8ba93f6-ecc4-41ee-a6dd-b09ea6f590a3 HTTP/1.1" status: 204  len: 168 time: 0.3700230
Nov 19 20:48:28.082053 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Allocated IP 172.20.0.2 (55a91bca-fdcd-4ff6-aab4-1bf7c62a5709/6123b28f-d62b-431d-b508-30dd54c9aa74/d7974e74-2a1b-40b2-b296-28e9592d15af) {{(pid=80325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:48:28.627136 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Notify callbacks [] for port, precommit_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:28.640222 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Transition to ACTIVE for port object d7974e74-2a1b-40b2-b296-28e9592d15af will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:48:28.680294 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Transition to ACTIVE for port object d7974e74-2a1b-40b2-b296-28e9592d15af will not be triggered until provisioned by entity DHCP. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:48:28.693505 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991'] for port, after_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:28.696248 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c4cbeac2-4549-4dcf-83bf-dc8b1b66ec3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:28.745350 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:28.748197 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Allocated IP 172.27.0.15 (494b3b67-d334-4360-a108-86a7036fa249/a87766e2-d34e-4e1a-99c0-eee0ac65f3f8/57331799-3d0c-4dc9-81b5-56309a2734c1) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:48:28.774512 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-c4cbeac2-4549-4dcf-83bf-dc8b1b66ec3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:28.808269 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-c4cbeac2-4549-4dcf-83bf-dc8b1b66ec3c admin admin] Usage tracker for resource:security_group_rule and tenant:962389c4663644a08997d10679e17ebf is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:28.812364 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-c4cbeac2-4549-4dcf-83bf-dc8b1b66ec3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:28.822798 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-c4cbeac2-4549-4dcf-83bf-dc8b1b66ec3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:28.907363 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6b5d2-5da2-4b33-a9e2-98500e1199bd req-9b80da94-edbb-44af-9bae-fc4b5e007e16 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:28.909291 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b3a6b5d2-5da2-4b33-a9e2-98500e1199bd req-9b80da94-edbb-44af-9bae-fc4b5e007e16 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.2965522
Nov 19 20:48:28.991808 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Network 55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 is already hosted by enough agents. {{(pid=80325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:48:28.992781 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Pushing event updated for resources: {'Port': ['ID=d7974e74-2a1b-40b2-b296-28e9592d15af,revision_number=1']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:28.995931 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Resources bound (agent type, host, resource id):  {{(pid=80325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:48:28.997499 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:28.998317 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Received port after_create {{(pid=80325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:48:29.035150 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b3a6b5d2-5da2-4b33-a9e2-98500e1199bd req-302e7917-9ef6-4e6f-9c1e-975dbff9efc3 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1121240
Nov 19 20:48:29.063543 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Attempting to bind port d7974e74-2a1b-40b2-b296-28e9592d15af on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:48:29.063971 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Attempting to bind port d7974e74-2a1b-40b2-b296-28e9592d15af by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': 'ebabc9b7-0e38-4b31-a090-78795cd26b7c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:48:29.064404 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Attempting to bind port d7974e74-2a1b-40b2-b296-28e9592d15af on network 55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:48:29.066649 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:29.071486 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:48:29.071917 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Checking segment: {'id': 'ebabc9b7-0e38-4b31-a090-78795cd26b7c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:48:29.072367 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:29.072816 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Bound using segment: {'id': 'ebabc9b7-0e38-4b31-a090-78795cd26b7c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:48:29.073380 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Bound port: d7974e74-2a1b-40b2-b296-28e9592d15af, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebabc9b7-0e38-4b31-a090-78795cd26b7c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:48:29.073837 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:29.113773 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c4cbeac2-4549-4dcf-83bf-dc8b1b66ec3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:29.124544 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c4cbeac2-4549-4dcf-83bf-dc8b1b66ec3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:29.135314 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-823c00e4-d1a2-4a31-af9b-8bffe32f0f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:29.170804 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:29.191375 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] For port d7974e74-2a1b-40b2-b296-28e9592d15af, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:48:29.194611 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] For port d7974e74-2a1b-40b2-b296-28e9592d15af, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=d7974e74-2a1b-40b2-b296-28e9592d15af,segment=NetworkSegment(ebabc9b7-0e38-4b31-a090-78795cd26b7c),segment_id=ebabc9b7-0e38-4b31-a090-78795cd26b7c)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:48:29.204165 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:29.223923 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:29.253334 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 36090) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:29.345978 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbeac2-4549-4dcf-83bf-dc8b1b66ec3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f62033f-d1d1-45c4-8539-e90064fb4502,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:29.349516 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c4cbeac2-4549-4dcf-83bf-dc8b1b66ec3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:29.352087 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8e904200-62b9-4058-9e82-5f32a74a9883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:29.409983 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Pushing event updated for resources: {'Port': ['ID=d7974e74-2a1b-40b2-b296-28e9592d15af,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:29.415709 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:29.426053 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-c4cbeac2-4549-4dcf-83bf-dc8b1b66ec3c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=962389c4663644a08997d10679e17ebf&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5769787
Nov 19 20:48:29.428778 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 36096) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:29.429585 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Pushing event updated for resources: {'Port': ['ID=57331799-3d0c-4dc9-81b5-56309a2734c1,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:29.434656 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:29.444046 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Network 494b3b67-d334-4360-a108-86a7036fa249 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:48:29.445196 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:48:29.448527 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:48:29.485597 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-network', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:48:29.495919 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:29.511275 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:29.525456 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Usage tracker for resource:network and tenant:d66ede887f6b4feb9dc004c4a7c2aca1 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:29.531410 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:29.548115 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:29.579897 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Made reservation on behalf of d66ede887f6b4feb9dc004c4a7c2aca1 for: {'network': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:48:29.584908 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:29.595982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4a8d80a1-263f-4c6d-9226-adb50e9203b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:29.614931 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:29.678761 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4a8d80a1-263f-4c6d-9226-adb50e9203b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:29.694545 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:29.698705 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:29.699892 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599318'] for router, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:29.704186 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Usage tracker for resource:security_group_rule and tenant:d66ede887f6b4feb9dc004c4a7c2aca1 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:29.713522 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:29.723772 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:29.794822 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4a8d80a1-263f-4c6d-9226-adb50e9203b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:29.808124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f966543a-a11b-41bc-83ae-87dc286b12cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:29.832978 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d80a1-263f-4c6d-9226-adb50e9203b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f62033f-d1d1-45c4-8539-e90064fb4502,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:29.863566 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4a8d80a1-263f-4c6d-9226-adb50e9203b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:29.948325 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4a8d80a1-263f-4c6d-9226-adb50e9203b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:29.956180 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-4a8d80a1-263f-4c6d-9226-adb50e9203b3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1f62033f-d1d1-45c4-8539-e90064fb4502 HTTP/1.1" status: 204  len: 168 time: 0.5252624
Nov 19 20:48:29.964716 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:29.969381 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:29.994110 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8218ae1e-0793-4934-860c-22505613e1f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:30.019862 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 20:48:30.047449 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:30.047840 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.segments_db [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Added segment 3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5 of type vxlan for network f600d754-a3af-4d81-9829-a5bb5191007e
Nov 19 20:48:30.049051 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae44056-4353-432c-b3a7-8fcfd7d82409,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:30.052596 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:30.095830 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778071455654'] for network, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:30.117439 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Router e8e63fad-73dd-419f-a879-415951a327a9 is scheduled to L3 agent c685bfc9-c839-4eda-814f-647f53e47041 with binding_index 1 {{(pid=80323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 20:48:30.134097 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:30.136157 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:30.137633 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:30.190851 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f3659e7e-5f5b-4a75-935e-7d0b4662aec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:30.214385 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.9592643
Nov 19 20:48:30.220140 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 36110) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:30.231454 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-3a54fbf9-9ff5-44dc-b0d5-b0b585069f3f admin admin] Request body: {'subnet': {'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-subnet', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:48:30.252872 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-3a54fbf9-9ff5-44dc-b0d5-b0b585069f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:30.339862 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Pushing event updated for resources: {'Network': ['ID=f600d754-a3af-4d81-9829-a5bb5191007e,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:30.345140 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-3a54fbf9-9ff5-44dc-b0d5-b0b585069f3f admin admin] Usage tracker for resource:subnet and tenant:d66ede887f6b4feb9dc004c4a7c2aca1 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:30.350593 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-89187ea2-0030-4c10-bdea-97d5a5bccde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:30.351752 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-3a54fbf9-9ff5-44dc-b0d5-b0b585069f3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:30.353241 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Network f600d754-a3af-4d81-9829-a5bb5191007e details requested by agent ovs-agent-dv-cinder-750782-3-iscsi with host dv-cinder-750782-3-iscsi {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:48:30.387290 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Network f600d754-a3af-4d81-9829-a5bb5191007e details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:48:30.402923 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-3a54fbf9-9ff5-44dc-b0d5-b0b585069f3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:30.439945 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a54fbf9-9ff5-44dc-b0d5-b0b585069f3f admin admin] Made reservation on behalf of d66ede887f6b4feb9dc004c4a7c2aca1 for: {'subnet': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:48:30.445811 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3a54fbf9-9ff5-44dc-b0d5-b0b585069f3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843119782'] for subnet, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:30.547484 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:48:30.557638 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Sync routers for ids ['e8e63fad-73dd-419f-a879-415951a327a9'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:48:30.593670 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:30.595082 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.2846701
Nov 19 20:48:30.597885 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 36114) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:30.602355 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a18ed7-1c0c-41af-8247-a755674d42af req-e51e2873-43fe-4e1b-a15b-82ee3e969de1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:30.604183 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-84a18ed7-1c0c-41af-8247-a755674d42af req-e51e2873-43fe-4e1b-a15b-82ee3e969de1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.2606375
Nov 19 20:48:30.646495 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Routers {'e8e63fad-73dd-419f-a879-415951a327a9'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:48:30.647646 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc445160>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:48:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['e8e63fad-73dd-419f-a879-415951a327a9'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:30.674988 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-84a18ed7-1c0c-41af-8247-a755674d42af req-44d6eb11-8232-4aa0-8bf3-2be0d1dcee27 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622067
Nov 19 20:48:30.950193 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Set router e8e63fad-73dd-419f-a879-415951a327a9 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:48:31.238263 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3a54fbf9-9ff5-44dc-b0d5-b0b585069f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843861370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843119767'] for subnet, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:31.256230 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-dd35bc1a-af97-45db-be62-7369007ff83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:31.333846 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b33e0a-20d5-411d-8c45-832ca34bea22 None None] Network 55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:48:31.500322 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54fbf9-9ff5-44dc-b0d5-b0b585069f3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9de70f2-6912-47cb-a752-2ceb77669463,revision_number=0']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:31.506542 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3a54fbf9-9ff5-44dc-b0d5-b0b585069f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:31.540793 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device d7974e74-2a1b-40b2-b296-28e9592d15af up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:48:31.569553 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a54fbf9-9ff5-44dc-b0d5-b0b585069f3f admin admin] Checking segment: {'id': '3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:48:31.570722 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a54fbf9-9ff5-44dc-b0d5-b0b585069f3f admin admin] Network hostable DHCP agents. Network: f600d754-a3af-4d81-9829-a5bb5191007e, hostable agents: ['8d02a572-c9e9-422d-ae68-8452b80e1360'], hosted agents: [] {{(pid=80324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 20:48:31.598509 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a54fbf9-9ff5-44dc-b0d5-b0b585069f3f admin admin] Network f600d754-a3af-4d81-9829-a5bb5191007e is scheduled to be hosted by DHCP agent 8d02a572-c9e9-422d-ae68-8452b80e1360 with binding_index 1 {{(pid=80324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 20:48:31.621364 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-3a54fbf9-9ff5-44dc-b0d5-b0b585069f3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-iscsi, f600d754-a3af-4d81-9829-a5bb5191007e) {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:48:31.653757 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a54fbf9-9ff5-44dc-b0d5-b0b585069f3f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:31.655157 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3a54fbf9-9ff5-44dc-b0d5-b0b585069f3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:31.678997 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-3a54fbf9-9ff5-44dc-b0d5-b0b585069f3f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.4559293
Nov 19 20:48:31.689350 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 36128) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:31.696997 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:48:31.703873 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:31.708979 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Usage tracker for resource:router and tenant:d66ede887f6b4feb9dc004c4a7c2aca1 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:31.714224 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:31.723796 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:31.730705 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1055f5-1ecc-414a-b6a3-df3e4bc939b0 None None] Network f600d754-a3af-4d81-9829-a5bb5191007e requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:48:31.735414 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15706'] for router, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:31.737265 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-957748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854176309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854233420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760147'] for router, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:31.772553 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:31.831698 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:31.889186 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-cd5b8213-6c56-4fe1-bca1-019f0b4ace3d None None] Provisioning for port d7974e74-2a1b-40b2-b296-28e9592d15af completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:48:31.960914 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854176452', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853817947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760132'] for router, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:32.122403 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port d7974e74-2a1b-40b2-b296-28e9592d15af completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:48:32.127064 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7e9f841-36e7-5adc-8d1e-609479b39771-f600d754-a3af-4d81-9829-a5bb5191007e', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'fixed_ips': [{'subnet_id': 'f9de70f2-6912-47cb-a752-2ceb77669463'}]}} from dv-cinder-750782-3-iscsi. {{(pid=80325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 20:48:32.127855 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:32.313219 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:32.374355 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:32.688737 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port d7974e74-2a1b-40b2-b296-28e9592d15af triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:32.692228 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:32.860707 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-a7e36b87-e4ee-4da8-b42d-f7166d319118 None None] Provisioning complete for port d7974e74-2a1b-40b2-b296-28e9592d15af triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:32.864013 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a7e36b87-e4ee-4da8-b42d-f7166d319118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:32.922452 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Allocated IP 172.27.0.229 (494b3b67-d334-4360-a108-86a7036fa249/a87766e2-d34e-4e1a-99c0-eee0ac65f3f8/04decc9a-ac3c-4460-8dc0-c305fa8cdf3b) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:48:33.043479 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc445160>, [{'id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'name': 'tempest-TestMinimumBasicScenario-2121875423-router', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:27Z', 'updated_at': '2020-11-19T20:48:29Z', 'revision_number': 3, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'gw_port': {'id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:28Z', 'updated_at': '2020-11-19T20:48:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:33.061382 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Checking router: e8e63fad-73dd-419f-a879-415951a327a9 for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:48:33.061905 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Updating router e8e63fad-73dd-419f-a879-415951a327a9 port 57331799-3d0c-4dc9-81b5-56309a2734c1 binding host dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 20:48:33.123559 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:33.224792 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Allocated IP 172.20.0.1 (55a91bca-fdcd-4ff6-aab4-1bf7c62a5709/6123b28f-d62b-431d-b508-30dd54c9aa74/5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:48:33.316275 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:33.346981 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:33.363221 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-cc8dd543-4d6d-431c-8865-de87da2de068 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:33.413196 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:33.491789 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] For port d7974e74-2a1b-40b2-b296-28e9592d15af, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=d7974e74-2a1b-40b2-b296-28e9592d15af,segment=NetworkSegment(ebabc9b7-0e38-4b31-a090-78795cd26b7c),segment_id=ebabc9b7-0e38-4b31-a090-78795cd26b7c)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:48:33.517457 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:33.525281 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:33.532281 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:33.553208 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Transition to ACTIVE for port object 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:48:33.577595 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Pushing event updated for resources: {'Port': ['ID=04decc9a-ac3c-4460-8dc0-c305fa8cdf3b,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:33.580983 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:33.584067 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:33.616529 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:33.635840 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a7e36b87-e4ee-4da8-b42d-f7166d319118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:33.660471 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Network 494b3b67-d334-4360-a108-86a7036fa249 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:48:33.667399 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:48:33.675058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:48:33.728207 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Allocated IP 172.20.0.2 (f600d754-a3af-4d81-9829-a5bb5191007e/f9de70f2-6912-47cb-a752-2ceb77669463/f5d2391f-7f00-4871-8381-4736d3a24860) {{(pid=80325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:48:33.728975 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8fade-0b5d-472c-a9e4-ebc2eb2c4f85 req-40389af9-cd17-4a95-9fd6-5a6086e84aeb tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:33.731084 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-88c8fade-0b5d-472c-a9e4-ebc2eb2c4f85 req-40389af9-cd17-4a95-9fd6-5a6086e84aeb tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 1.1851933
Nov 19 20:48:33.839946 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Pushing event updated for resources: {'Port': ['ID=d7974e74-2a1b-40b2-b296-28e9592d15af,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:33.851104 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:33.864824 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Pushing event updated for resources: {'Port': ['ID=5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:33.880386 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:33.885361 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [None req-a7e36b87-e4ee-4da8-b42d-f7166d319118 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80325) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:48:33.885361 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [None req-a7e36b87-e4ee-4da8-b42d-f7166d319118 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:48:33.919193 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:33.920151 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599318'] for router, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:33.931378 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Network 55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:48:33.935209 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:48:33.939565 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-88c8fade-0b5d-472c-a9e4-ebc2eb2c4f85 req-12ed6ef9-18d6-4200-b246-c4f78ae0a982 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1527386
Nov 19 20:48:33.941203 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:48:34.023462 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854183447'] for router_interface, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:34.183057 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:34.340881 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:34.365482 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Transition to ACTIVE for port object 57331799-3d0c-4dc9-81b5-56309a2734c1 will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:48:34.370600 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Notify callbacks [] for port, precommit_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:34.376805 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:34.517426 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:34.593868 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:34.599821 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441035'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:34.624156 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Pushing event updated for resources: {'Port': ['ID=57331799-3d0c-4dc9-81b5-56309a2734c1,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:34.640548 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Transition to ACTIVE for port object f5d2391f-7f00-4871-8381-4736d3a24860 will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:48:34.641371 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:34.671742 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Router ee1ef9d0-40ee-4156-b755-037509f3ea8b is scheduled to L3 agent c685bfc9-c839-4eda-814f-647f53e47041 with binding_index 1 {{(pid=80324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 20:48:34.672001 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.672470 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.672803 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.673186 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.673577 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.674093 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.674472 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.674851 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.675228 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.675601 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.675977 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.676355 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.676766 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.677137 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.677514 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.678064 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.678440 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.678820 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.679185 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.679553 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.679921 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.680289 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.680662 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.681163 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:34.690950 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:34.743447 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Attempting to bind port 57331799-3d0c-4dc9-81b5-56309a2734c1 on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:48:34.743788 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Attempting to bind port 57331799-3d0c-4dc9-81b5-56309a2734c1 by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:48:34.744088 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Pushing event updated for resources: {'Port': ['ID=5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:34.744225 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Attempting to bind port 57331799-3d0c-4dc9-81b5-56309a2734c1 on network 494b3b67-d334-4360-a108-86a7036fa249 {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:48:34.751675 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3962591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604935'] for router_interface, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:34.752568 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Transition to ACTIVE for port object f5d2391f-7f00-4871-8381-4736d3a24860 will not be triggered until provisioned by entity DHCP. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:48:34.754017 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:48:34.754448 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Checking segment: {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:48:34.754905 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:34.755354 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Bound using segment: {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:48:34.755883 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Bound port: 57331799-3d0c-4dc9-81b5-56309a2734c1, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:48:34.756310 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:34.768052 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:34.839613 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991'] for port, after_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:34.961620 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Network 55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:48:34.962881 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:48:34.968138 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:48:34.977716 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Sync routers for ids ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'] in dv-cinder-750782-3-iscsi {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:48:35.011645 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Notify callbacks [] for router, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:35.013183 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.3222082
Nov 19 20:48:35.016601 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 36162) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:35.018746 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Routers {'ee1ef9d0-40ee-4156-b755-037509f3ea8b'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:48:35.022085 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc326940>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:48:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:35.043545 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:35.290733 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] For port 57331799-3d0c-4dc9-81b5-56309a2734c1, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:48:35.302482 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] For port 57331799-3d0c-4dc9-81b5-56309a2734c1, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=57331799-3d0c-4dc9-81b5-56309a2734c1,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:48:35.321180 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Pushing event updated for resources: {'Port': ['ID=f5d2391f-7f00-4871-8381-4736d3a24860,revision_number=1']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:35.336399 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:35.367204 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:35.487414 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26475e1c-54a2-4938-9d75-ab83704425eb req-8da364ba-e4cb-41f6-bf41-51b3495ae6db tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:35.496194 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-26475e1c-54a2-4938-9d75-ab83704425eb req-8da364ba-e4cb-41f6-bf41-51b3495ae6db tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.2090507
Nov 19 20:48:35.561670 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-26475e1c-54a2-4938-9d75-ab83704425eb req-3b97bd09-a63d-455f-96c6-b8bd91590538 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644515
Nov 19 20:48:35.581243 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Set router ee1ef9d0-40ee-4156-b755-037509f3ea8b gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:48:35.641261 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3ddaf419-cdde-4a3d-a132-21ee9227be0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:35.648563 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Router e8e63fad-73dd-419f-a879-415951a327a9 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:48:35.742808 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Network f600d754-a3af-4d81-9829-a5bb5191007e is already hosted by enough agents. {{(pid=80325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:48:35.743824 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Pushing event updated for resources: {'Port': ['ID=57331799-3d0c-4dc9-81b5-56309a2734c1,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:35.755261 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:35.767067 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device d7974e74-2a1b-40b2-b296-28e9592d15af up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:48:35.840302 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-0535ec3a-1224-4ac2-bdb5-567bc5aed749 None None] Provisioning complete for port d7974e74-2a1b-40b2-b296-28e9592d15af triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:35.840828 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0535ec3a-1224-4ac2-bdb5-567bc5aed749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:35.946926 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:48:35.971864 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] 10.222.0.23 "PUT /v2.0/routers/e8e63fad-73dd-419f-a879-415951a327a9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3727753
Nov 19 20:48:36.083397 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Resources bound (agent type, host, resource id):  {{(pid=80325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:48:36.086035 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Received port after_create {{(pid=80325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:48:36.130466 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c608af03-1e4b-4467-8cef-f3ad4c595e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:36.133350 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc326940>, [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:33Z', 'revision_number': 3, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:36.138480 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port d7974e74-2a1b-40b2-b296-28e9592d15af triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:36.139021 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:36.139898 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Checking router: ee1ef9d0-40ee-4156-b755-037509f3ea8b for host: dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:48:36.140457 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Updating router ee1ef9d0-40ee-4156-b755-037509f3ea8b port 04decc9a-ac3c-4460-8dc0-c305fa8cdf3b binding host dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 20:48:36.250305 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:36.306473 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Attempting to bind port f5d2391f-7f00-4871-8381-4736d3a24860 on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:48:36.307064 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Attempting to bind port f5d2391f-7f00-4871-8381-4736d3a24860 by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': '3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:48:36.307401 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Attempting to bind port f5d2391f-7f00-4871-8381-4736d3a24860 on network f600d754-a3af-4d81-9829-a5bb5191007e {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:48:36.309769 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Routers {'e8e63fad-73dd-419f-a879-415951a327a9'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:48:36.310576 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc445160>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:48:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['e8e63fad-73dd-419f-a879-415951a327a9'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:36.543378 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:48:36.544190 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Checking segment: {'id': '3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:48:36.544852 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:36.545509 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Bound using segment: {'id': '3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:48:36.546300 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Bound port: f5d2391f-7f00-4871-8381-4736d3a24860, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:48:36.546947 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:36.686588 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:36.793072 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-0535ec3a-1224-4ac2-bdb5-567bc5aed749 None None] Provisioning for port 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:48:36.823175 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-0535ec3a-1224-4ac2-bdb5-567bc5aed749 None None] Provisioning complete for port 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:36.823596 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0535ec3a-1224-4ac2-bdb5-567bc5aed749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:37.048713 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786a165-55fd-42d8-a5b8-082e2638f489 req-c023c896-3032-4962-b782-c1a8d164db7f tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:37.051450 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2786a165-55fd-42d8-a5b8-082e2638f489 req-c023c896-3032-4962-b782-c1a8d164db7f tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.1887712
Nov 19 20:48:37.118987 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Notify callbacks [] for port, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:37.136796 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Transition to ACTIVE for port object 04decc9a-ac3c-4460-8dc0-c305fa8cdf3b will not be triggered until provisioned by entity L2. {{(pid=80326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:48:37.146886 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:37.205009 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-0535ec3a-1224-4ac2-bdb5-567bc5aed749 None None] Port 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:48:37.214192 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] For port f5d2391f-7f00-4871-8381-4736d3a24860, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:48:37.218756 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] For port f5d2391f-7f00-4871-8381-4736d3a24860, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=f5d2391f-7f00-4871-8381-4736d3a24860,segment=NetworkSegment(3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5),segment_id=3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:48:37.268713 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2786a165-55fd-42d8-a5b8-082e2638f489 req-576beee8-344b-4652-ac14-ac602d6d0bfd tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2097197
Nov 19 20:48:37.291243 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:37.341015 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:37.376305 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:37.392122 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Pushing event updated for resources: {'Port': ['ID=04decc9a-ac3c-4460-8dc0-c305fa8cdf3b,revision_number=2']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:37.436133 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.436425 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.436805 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.437151 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.437492 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.437948 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.438289 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.438594 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.438957 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.439317 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.439679 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.440036 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.440413 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.440744 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.441276 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.441615 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.441962 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.442321 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.442668 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.443011 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.443329 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.443682 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.444041 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.444394 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:48:37.455729 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] Set router e8e63fad-73dd-419f-a879-415951a327a9 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:48:37.460373 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Attempting to bind port 04decc9a-ac3c-4460-8dc0-c305fa8cdf3b on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:48:37.460790 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Attempting to bind port 04decc9a-ac3c-4460-8dc0-c305fa8cdf3b by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:48:37.461199 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Attempting to bind port 04decc9a-ac3c-4460-8dc0-c305fa8cdf3b on network 494b3b67-d334-4360-a108-86a7036fa249 {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:48:37.463946 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:37.470246 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:48:37.470670 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Checking segment: {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:48:37.471113 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:37.471549 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Bound using segment: {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:48:37.472377 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Bound port: 04decc9a-ac3c-4460-8dc0-c305fa8cdf3b, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:48:37.472468 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:37.624605 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] For port 04decc9a-ac3c-4460-8dc0-c305fa8cdf3b, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:48:37.628280 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] For port 04decc9a-ac3c-4460-8dc0-c305fa8cdf3b, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=04decc9a-ac3c-4460-8dc0-c305fa8cdf3b,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:48:37.630755 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-67aaa182-a7bb-486b-a6f5-4d643a056400 None None] Provisioning complete for port 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:37.633411 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:37.634510 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-67aaa182-a7bb-486b-a6f5-4d643a056400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:37.682564 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Allocated IP 172.20.0.1 (f600d754-a3af-4d81-9829-a5bb5191007e/f9de70f2-6912-47cb-a752-2ceb77669463/e75dc612-594b-4318-90d0-5fc86305785c) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:48:37.851075 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 5c3b0663-f21a-4444-89ce-eb84f65e1c16 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:48:37.946897 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Pushing event updated for resources: {'Port': ['ID=f5d2391f-7f00-4871-8381-4736d3a24860,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:37.971784 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:37.991576 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Transition to ACTIVE for port object e75dc612-594b-4318-90d0-5fc86305785c will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:48:38.024649 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:38.036990 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:38.069866 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-67aaa182-a7bb-486b-a6f5-4d643a056400 None None] Port 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:48:38.245873 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:38.255888 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-2af1941e-5c2c-4420-a171-4e6ef92b0cfb tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:38.495116 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Pushing event updated for resources: {'Port': ['ID=e75dc612-594b-4318-90d0-5fc86305785c,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:38.504278 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Routers {'ee1ef9d0-40ee-4156-b755-037509f3ea8b'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:48:38.505220 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc326940>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:48:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:38.512295 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:38.665555 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Network f600d754-a3af-4d81-9829-a5bb5191007e is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:48:38.668029 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:48:38.685530 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:48:38.829523 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] Set router ee1ef9d0-40ee-4156-b755-037509f3ea8b gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:48:38.858744 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1904-274c-4fb4-81e7-2c783a29c96b req-720529d5-70b4-428e-ae0e-49acc340c702 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:38.860488 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-444c1904-274c-4fb4-81e7-2c783a29c96b req-720529d5-70b4-428e-ae0e-49acc340c702 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.3471141
Nov 19 20:48:38.861503 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854183447'] for router_interface, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:38.948448 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 5c3b0663-f21a-4444-89ce-eb84f65e1c16 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:38.948871 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:39.040994 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Pushing event updated for resources: {'Port': ['ID=04decc9a-ac3c-4460-8dc0-c305fa8cdf3b,revision_number=3']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:39.053253 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9fdfe58a-1f31-42f6-9bc9-25bdb09991aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:39.053777 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:39.054720 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1999efa9-4bca-4c59-9e0e-de01b6991188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:39.192049 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:39.229349 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-444c1904-274c-4fb4-81e7-2c783a29c96b req-ddaece59-a2cf-4958-9a85-2b9b4ff447a2 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3539398
Nov 19 20:48:39.488113 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc445160>, [{'id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'name': 'tempest-TestMinimumBasicScenario-2121875423-router', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:27Z', 'updated_at': '2020-11-19T20:48:34Z', 'revision_number': 4, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'gw_port': {'id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:28Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': '5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc', 'name': '', 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'mac_address': 'fa:16:3e:1e:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:34Z', 'revision_number': 2, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'subnets': [{'id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:39.494490 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b24c43-f021-4b11-8866-5b549640d7cd None None] The sync data for ids ['e8e63fad-73dd-419f-a879-415951a327a9'] in dv-cinder-750782-3-iscsi is: [{'id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'name': 'tempest-TestMinimumBasicScenario-2121875423-router', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:27Z', 'updated_at': '2020-11-19T20:48:34Z', 'revision_number': 4, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'gw_port': {'id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:28Z', 'updated_at': '2020-11-19T20:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': '5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc', 'name': '', 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'mac_address': 'fa:16:3e:1e:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:34Z', 'revision_number': 2, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'subnets': [{'id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:48:39.563061 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc326940>, [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:33Z', 'revision_number': 3, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:39.585960 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c866b-b33f-44d3-950c-05264235ed94 None None] The sync data for ids ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'] in dv-cinder-750782-3-iscsi is: [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:33Z', 'revision_number': 3, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}] {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:48:39.740066 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device f5d2391f-7f00-4871-8381-4736d3a24860 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:48:39.984026 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:40.053096 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port f5d2391f-7f00-4871-8381-4736d3a24860 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:48:40.116238 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:40.168987 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:40.207224 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-6cc3ca5e-8301-496d-ba38-7a7be5ea188d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:40.216698 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:40.525385 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-355c1d41-7524-4d2d-99b4-90297d8c20c1 req-aff7f80f-6206-47f3-9053-991c3d5456d8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=fa99d0118df442eca2afa5e7043d1676&device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 1162 time: 0.3843560
Nov 19 20:48:40.530465 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Pushing event updated for resources: {'Port': ['ID=e75dc612-594b-4318-90d0-5fc86305785c,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:40.533977 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:40.539940 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3962591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604935'] for router_interface, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:40.977317 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c1d41-7524-4d2d-99b4-90297d8c20c1 req-91c1b19b-db94-46c5-86b0-67e75cf52aad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:40.979520 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-355c1d41-7524-4d2d-99b4-90297d8c20c1 req-91c1b19b-db94-46c5-86b0-67e75cf52aad service neutron] 10.222.0.27 "GET /v2.0/networks?id=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd HTTP/1.1" status: 200  len: 904 time: 0.4431481
Nov 19 20:48:41.155918 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7075a128-b228-4430-a7b5-29e06eab23b5 None None] Network f600d754-a3af-4d81-9829-a5bb5191007e requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:48:41.386700 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-355c1d41-7524-4d2d-99b4-90297d8c20c1 req-c1cc733f-ae3d-4c0e-887b-9a01bb54a4f6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c3b0663-f21a-4444-89ce-eb84f65e1c16 HTTP/1.1" status: 200  len: 1001 time: 0.3971124
Nov 19 20:48:41.636367 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-81e7f949-4ecc-43ac-96c6-42d1e52abbb9 None None] Provisioning for port f5d2391f-7f00-4871-8381-4736d3a24860 completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:48:41.672352 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-81e7f949-4ecc-43ac-96c6-42d1e52abbb9 None None] Provisioning complete for port f5d2391f-7f00-4871-8381-4736d3a24860 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:41.672699 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-81e7f949-4ecc-43ac-96c6-42d1e52abbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:41.824603 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39914e98-fbb3-444c-b3b2-49a25ec250bf req-da2bee54-7e15-4f66-b8e2-9c1027338dbe tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:41.830512 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-39914e98-fbb3-444c-b3b2-49a25ec250bf req-da2bee54-7e15-4f66-b8e2-9c1027338dbe tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 1.7116063
Nov 19 20:48:41.921373 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 57331799-3d0c-4dc9-81b5-56309a2734c1 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:48:42.067881 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Network f600d754-a3af-4d81-9829-a5bb5191007e is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:48:42.078083 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:48:42.191263 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-81e7f949-4ecc-43ac-96c6-42d1e52abbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:42.300524 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port 57331799-3d0c-4dc9-81b5-56309a2734c1 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:48:42.338672 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c1d41-7524-4d2d-99b4-90297d8c20c1 req-781a3766-82ce-49ce-8e4a-1b79fc79ca31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:42.349156 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-355c1d41-7524-4d2d-99b4-90297d8c20c1 req-781a3766-82ce-49ce-8e4a-1b79fc79ca31 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=59cbba1f-50a8-4d2a-8185-b2dfe8b126e2 HTTP/1.1" status: 200  len: 849 time: 0.9515710
Nov 19 20:48:42.367367 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-81e7f949-4ecc-43ac-96c6-42d1e52abbb9 None None] For port f5d2391f-7f00-4871-8381-4736d3a24860, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=f5d2391f-7f00-4871-8381-4736d3a24860,segment=NetworkSegment(3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5),segment_id=3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:48:42.379970 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-81e7f949-4ecc-43ac-96c6-42d1e52abbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:42.385860 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8db8d526-afdf-4275-a6fa-b761c34b73b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:42.514628 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-39914e98-fbb3-444c-b3b2-49a25ec250bf req-9f64a710-0a67-4e2c-b6e9-7aed49f6a73c tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6746604
Nov 19 20:48:42.518882 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-355c1d41-7524-4d2d-99b4-90297d8c20c1 req-470e8edc-7aa2-4ef2-ba90-fda04061072c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1626134
Nov 19 20:48:42.523900 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port 57331799-3d0c-4dc9-81b5-56309a2734c1 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:42.524590 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:42.555928 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7f949-4ecc-43ac-96c6-42d1e52abbb9 None None] Pushing event updated for resources: {'Port': ['ID=f5d2391f-7f00-4871-8381-4736d3a24860,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:42.568979 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-81e7f949-4ecc-43ac-96c6-42d1e52abbb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:42.777053 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:42.844674 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] For port 57331799-3d0c-4dc9-81b5-56309a2734c1, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=57331799-3d0c-4dc9-81b5-56309a2734c1,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:48:42.852249 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:42.853155 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 04decc9a-ac3c-4460-8dc0-c305fa8cdf3b up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:48:42.943176 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:43.035043 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Router ee1ef9d0-40ee-4156-b755-037509f3ea8b has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:48:43.077407 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-a1c3c815-c80d-4d86-bfe1-9651d60237ac None None] Provisioning for port e75dc612-594b-4318-90d0-5fc86305785c completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:48:43.132835 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-a1c3c815-c80d-4d86-bfe1-9651d60237ac None None] Provisioning complete for port e75dc612-594b-4318-90d0-5fc86305785c triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:43.142524 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a1c3c815-c80d-4d86-bfe1-9651d60237ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:43.306729 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-a1c3c815-c80d-4d86-bfe1-9651d60237ac None None] Port e75dc612-594b-4318-90d0-5fc86305785c cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:48:43.329057 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port 04decc9a-ac3c-4460-8dc0-c305fa8cdf3b completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:48:43.337123 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port 04decc9a-ac3c-4460-8dc0-c305fa8cdf3b triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:43.337943 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:43.402960 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Pushing event updated for resources: {'Port': ['ID=57331799-3d0c-4dc9-81b5-56309a2734c1,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:43.416428 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:43.478441 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-a1c3c815-c80d-4d86-bfe1-9651d60237ac None None] Provisioning complete for port f5d2391f-7f00-4871-8381-4736d3a24860 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:43.479188 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a1c3c815-c80d-4d86-bfe1-9651d60237ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:43.710139 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:48:43.737169 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] 10.222.0.23 "PUT /v2.0/routers/ee1ef9d0-40ee-4156-b755-037509f3ea8b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7191641
Nov 19 20:48:43.920166 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:44.006667 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] For port 04decc9a-ac3c-4460-8dc0-c305fa8cdf3b, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=04decc9a-ac3c-4460-8dc0-c305fa8cdf3b,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:48:44.012533 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:44.032826 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:44.167762 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-355c1d41-7524-4d2d-99b4-90297d8c20c1 req-429227a3-1afb-4f9b-bfd7-6ca847621ffe service neutron] 10.222.0.27 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3333318
Nov 19 20:48:44.184824 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 57331799-3d0c-4dc9-81b5-56309a2734c1 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:48:44.247741 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181ed9c-a8ba-44bd-a0de-cef2d95c0188 req-e30849a8-aaad-4a2c-b057-336359cdab33 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:44.249426 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c181ed9c-a8ba-44bd-a0de-cef2d95c0188 req-e30849a8-aaad-4a2c-b057-336359cdab33 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.4798858
Nov 19 20:48:44.253241 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Pushing event updated for resources: {'Port': ['ID=04decc9a-ac3c-4460-8dc0-c305fa8cdf3b,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:44.259427 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:44.260627 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-9d0857e9-c3bd-44f0-933e-a2d6486de855 None None] Provisioning complete for port e75dc612-594b-4318-90d0-5fc86305785c triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:44.261059 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9d0857e9-c3bd-44f0-933e-a2d6486de855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:44.330412 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c181ed9c-a8ba-44bd-a0de-cef2d95c0188 req-1e2c9d8b-7e25-4f1a-8ced-f1bee93bce9e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0728409
Nov 19 20:48:44.335988 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-9d0857e9-c3bd-44f0-933e-a2d6486de855 None None] Port e75dc612-594b-4318-90d0-5fc86305785c cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:48:44.360931 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port 57331799-3d0c-4dc9-81b5-56309a2734c1 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:44.361580 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:44.394933 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-9d0857e9-c3bd-44f0-933e-a2d6486de855 None None] Provisioning complete for port f5d2391f-7f00-4871-8381-4736d3a24860 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:44.395630 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9d0857e9-c3bd-44f0-933e-a2d6486de855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:44.527953 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 36244) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:44.537344 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-57264d9d-2d05-45f2-a95c-9602ad2daa63 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Request body: {'security_group': {'name': 'tempest-securitygroup--813299296', 'description': 'tempest-description--607531954'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:48:44.544794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-57264d9d-2d05-45f2-a95c-9602ad2daa63 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:44.549488 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-57264d9d-2d05-45f2-a95c-9602ad2daa63 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Usage tracker for resource:security_group and tenant:d66ede887f6b4feb9dc004c4a7c2aca1 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:44.556439 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-57264d9d-2d05-45f2-a95c-9602ad2daa63 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:44.564146 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-57264d9d-2d05-45f2-a95c-9602ad2daa63 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:44.582448 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-57264d9d-2d05-45f2-a95c-9602ad2daa63 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:44.609762 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device f5d2391f-7f00-4871-8381-4736d3a24860 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:48:44.626776 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-57264d9d-2d05-45f2-a95c-9602ad2daa63 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:44.631379 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-57264d9d-2d05-45f2-a95c-9602ad2daa63 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Usage tracker for resource:security_group_rule and tenant:d66ede887f6b4feb9dc004c4a7c2aca1 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:44.634509 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-57264d9d-2d05-45f2-a95c-9602ad2daa63 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:44.640524 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-57264d9d-2d05-45f2-a95c-9602ad2daa63 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:44.719183 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port f5d2391f-7f00-4871-8381-4736d3a24860 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:44.719606 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:44.737426 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-57264d9d-2d05-45f2-a95c-9602ad2daa63 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:44.742006 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-57264d9d-2d05-45f2-a95c-9602ad2daa63 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:44.751566 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-252adc31-7945-4e9b-8a76-a6281bcfa97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:44.798947 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-57264d9d-2d05-45f2-a95c-9602ad2daa63 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:44.803084 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-57264d9d-2d05-45f2-a95c-9602ad2daa63 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.2714002
Nov 19 20:48:44.803084 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57264d9d-2d05-45f2-a95c-9602ad2daa63 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Pushing event updated for resources: {'SecurityGroup': ['ID=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:44.803653 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 36248) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:44.810574 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-da7094d8-f5d8-46fc-a85a-17d60c74dd89 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Request body: {'security_group_rule': {'security_group_id': 'd45f3e0e-1650-4d65-8db8-8a90ef79dcd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:48:44.815582 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-57264d9d-2d05-45f2-a95c-9602ad2daa63 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:44.817948 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-da7094d8-f5d8-46fc-a85a-17d60c74dd89 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:44.822318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-da7094d8-f5d8-46fc-a85a-17d60c74dd89 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Usage tracker for resource:security_group_rule and tenant:d66ede887f6b4feb9dc004c4a7c2aca1 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:44.825448 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-da7094d8-f5d8-46fc-a85a-17d60c74dd89 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:44.831778 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-da7094d8-f5d8-46fc-a85a-17d60c74dd89 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:44.832441 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-874e983c-d9ad-4eb7-ab53-b0fedacad02f None None] Provisioning complete for port f5d2391f-7f00-4871-8381-4736d3a24860 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:44.832996 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-874e983c-d9ad-4eb7-ab53-b0fedacad02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:44.862256 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-da7094d8-f5d8-46fc-a85a-17d60c74dd89 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group_rule, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:44.887946 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-355c1d41-7524-4d2d-99b4-90297d8c20c1 req-b1414f51-c3d6-4bcb-85a3-675a8f80466e service neutron] 10.222.0.27 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1893108
Nov 19 20:48:44.953467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-da7094d8-f5d8-46fc-a85a-17d60c74dd89 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:44.957046 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-da7094d8-f5d8-46fc-a85a-17d60c74dd89 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231693'] for security_group_rule, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:44.960033 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-65c4d4cd-75e9-4de4-972d-94e6a085c225 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:44.983146 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:48:44.992671 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7094d8-f5d8-46fc-a85a-17d60c74dd89 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3893a47-d3f9-4d29-afe5-85dccd59bb2f,revision_number=0']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:45.004002 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-da7094d8-f5d8-46fc-a85a-17d60c74dd89 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:45.008786 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-da7094d8-f5d8-46fc-a85a-17d60c74dd89 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group_rule, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:45.010452 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-da7094d8-f5d8-46fc-a85a-17d60c74dd89 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2054684
Nov 19 20:48:45.012960 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 36254) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:45.019239 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-1e33585d-d5a4-434d-9d9e-3787ea6e3a31 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Request body: {'security_group_rule': {'security_group_id': 'd45f3e0e-1650-4d65-8db8-8a90ef79dcd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:48:45.027326 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-1e33585d-d5a4-434d-9d9e-3787ea6e3a31 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:45.032029 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-1e33585d-d5a4-434d-9d9e-3787ea6e3a31 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Usage tracker for resource:security_group_rule and tenant:d66ede887f6b4feb9dc004c4a7c2aca1 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:45.035608 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-1e33585d-d5a4-434d-9d9e-3787ea6e3a31 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:45.045351 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-1e33585d-d5a4-434d-9d9e-3787ea6e3a31 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:45.067862 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1e33585d-d5a4-434d-9d9e-3787ea6e3a31 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:45.146769 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1e33585d-d5a4-434d-9d9e-3787ea6e3a31 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:45.150913 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1e33585d-d5a4-434d-9d9e-3787ea6e3a31 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231693'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:45.159368 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-62ae7039-a74a-4b8f-845a-1602769f0001 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:45.185436 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33585d-d5a4-434d-9d9e-3787ea6e3a31 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf94573-67c3-4024-8f76-042ee3766040,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:45.193491 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1e33585d-d5a4-434d-9d9e-3787ea6e3a31 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:45.202346 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1e33585d-d5a4-434d-9d9e-3787ea6e3a31 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:45.206962 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-1e33585d-d5a4-434d-9d9e-3787ea6e3a31 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1899788
Nov 19 20:48:45.207206 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 36258) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:48:45.215093 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Request body: {'floatingip': {'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:48:45.221521 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:45.226648 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Usage tracker for resource:floatingip and tenant:d66ede887f6b4feb9dc004c4a7c2aca1 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:48:45.229331 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:48:45.236699 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:45.249433 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for floatingip, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:45.410623 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:45.695173 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c05800-a7a8-4421-997e-5cb2feae339d req-6ee2a2e1-e5f7-42bc-97c8-df633c5a997b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:45.696684 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f7c05800-a7a8-4421-997e-5cb2feae339d req-6ee2a2e1-e5f7-42bc-97c8-df633c5a997b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.2191777
Nov 19 20:48:45.802630 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f7c05800-a7a8-4421-997e-5cb2feae339d req-dd105af4-644c-435f-8743-187e8bfe2fd6 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0928347
Nov 19 20:48:45.825067 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Allocated IP 172.27.0.121 (494b3b67-d334-4360-a108-86a7036fa249/a87766e2-d34e-4e1a-99c0-eee0ac65f3f8/22398dba-45e3-4bc0-bf92-3b2e2bdeef5d) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:48:45.997935 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:46.030696 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:46.065457 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:46.115890 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 04decc9a-ac3c-4460-8dc0-c305fa8cdf3b up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:48:46.147920 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Pushing event updated for resources: {'Port': ['ID=22398dba-45e3-4bc0-bf92-3b2e2bdeef5d,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:46.151373 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:46.253119 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port 04decc9a-ac3c-4460-8dc0-c305fa8cdf3b triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:46.254135 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:46.388366 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Network 494b3b67-d334-4360-a108-86a7036fa249 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:48:46.392834 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:48:46.403782 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:48:46.456070 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Sync routers for ids ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:48:46.485417 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Routers {'ee1ef9d0-40ee-4156-b755-037509f3ea8b'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:48:46.486440 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd75dc0b8>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:48:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:46.581671 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for floatingip, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:46.659285 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:47.270734 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Set router ee1ef9d0-40ee-4156-b755-037509f3ea8b gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:48:47.394238 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a12c5b-e8e6-4a25-a46e-38f4f91d32dc req-e595f88e-ed2c-40d9-b0fe-f980ca7b053d tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:47.406261 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-65a12c5b-e8e6-4a25-a46e-38f4f91d32dc req-e595f88e-ed2c-40d9-b0fe-f980ca7b053d tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.2592306
Nov 19 20:48:47.423698 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:47.431677 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441035'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:47.565032 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-65a12c5b-e8e6-4a25-a46e-38f4f91d32dc req-3ded43aa-d2f7-4af3-a60e-be1602136413 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1578140
Nov 19 20:48:47.783891 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8a8795da-471e-4c53-831c-7a052aa97df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:47.856032 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Sync routers for ids ['e8e63fad-73dd-419f-a879-415951a327a9'] in dv-cinder-750782-3-iscsi {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:48:47.881214 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Routers {'e8e63fad-73dd-419f-a879-415951a327a9'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:48:47.892658 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdcf9dba8>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:48:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['e8e63fad-73dd-419f-a879-415951a327a9'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:47.912807 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Pushing event updated for resources: {'Port': ['ID=22398dba-45e3-4bc0-bf92-3b2e2bdeef5d,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:47.919244 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:48.017863 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd75dc0b8>, [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:38Z', 'revision_number': 4, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'e75dc612-594b-4318-90d0-5fc86305785c', 'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'mac_address': 'fa:16:3e:93:9a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:37Z', 'updated_at': '2020-11-19T20:48:39Z', 'revision_number': 2, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'subnets': [{'id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:48.035202 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Checking router: ee1ef9d0-40ee-4156-b755-037509f3ea8b for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:48:48.035939 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Updating router ee1ef9d0-40ee-4156-b755-037509f3ea8b port e75dc612-594b-4318-90d0-5fc86305785c binding host dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 20:48:48.067482 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:48.108736 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:48.130187 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:48.131686 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.9234681
Nov 19 20:48:48.154251 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Set router e8e63fad-73dd-419f-a879-415951a327a9 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:48:48.515972 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdcf9dba8>, [{'id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'name': 'tempest-TestMinimumBasicScenario-2121875423-router', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:27Z', 'updated_at': '2020-11-19T20:48:34Z', 'revision_number': 4, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'gw_port': {'id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:28Z', 'updated_at': '2020-11-19T20:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': '5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc', 'name': '', 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'mac_address': 'fa:16:3e:1e:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:34Z', 'revision_number': 2, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'subnets': [{'id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:48.520940 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Checking router: e8e63fad-73dd-419f-a879-415951a327a9 for host: dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:48:48.521584 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Updating router e8e63fad-73dd-419f-a879-415951a327a9 port 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc binding host dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 20:48:48.577114 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:48.997014 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f7ef3-864b-43a7-8ace-ad878340950a req-51c48d2f-4dda-4900-8300-8c3ef4bfb007 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:49.013696 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3f0f7ef3-864b-43a7-8ace-ad878340950a req-51c48d2f-4dda-4900-8300-8c3ef4bfb007 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.2006073
Nov 19 20:48:49.073943 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:49.090480 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3f0f7ef3-864b-43a7-8ace-ad878340950a req-ebc57a1e-d95a-4a59-bf8a-4ab54ceca60c tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0746531
Nov 19 20:48:49.111949 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Transition to ACTIVE for port object e75dc612-594b-4318-90d0-5fc86305785c will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:48:49.116363 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:49.146131 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:49.454689 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d5e92-8265-45cc-8404-2e3e41999932 None None] Pushing event updated for resources: {'Port': ['ID=e75dc612-594b-4318-90d0-5fc86305785c,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:49.466493 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7f5d5e92-8265-45cc-8404-2e3e41999932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:49.473658 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Notify callbacks [] for port, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:49.506024 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Transition to ACTIVE for port object 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc will not be triggered until provisioned by entity L2. {{(pid=80326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:48:49.510469 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:49.793479 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-cb2545df-c3dc-41a9-be16-e81e7fd8182a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:49.822090 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Attempting to bind port e75dc612-594b-4318-90d0-5fc86305785c on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:48:49.823039 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Attempting to bind port e75dc612-594b-4318-90d0-5fc86305785c by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': '3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:48:49.823456 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Attempting to bind port e75dc612-594b-4318-90d0-5fc86305785c on network f600d754-a3af-4d81-9829-a5bb5191007e {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:48:49.844447 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:48:49.844872 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Checking segment: {'id': '3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:48:49.845318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:49.845828 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Bound using segment: {'id': '3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:48:49.846343 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Bound port: e75dc612-594b-4318-90d0-5fc86305785c, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:48:49.846719 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:49.923910 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcfcc3-6a46-49d9-bb97-2805c69f8431 None None] Pushing event updated for resources: {'Port': ['ID=5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc,revision_number=3']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:49.933613 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5cbcfcc3-6a46-49d9-bb97-2805c69f8431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:50.081199 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] For port e75dc612-594b-4318-90d0-5fc86305785c, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:48:50.092271 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] For port e75dc612-594b-4318-90d0-5fc86305785c, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=e75dc612-594b-4318-90d0-5fc86305785c,segment=NetworkSegment(3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5),segment_id=3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:48:50.099515 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:50.150230 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Attempting to bind port 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:48:50.151037 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Attempting to bind port 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': 'ebabc9b7-0e38-4b31-a090-78795cd26b7c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709'}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:48:50.151658 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Attempting to bind port 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc on network 55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:48:50.163799 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:48:50.164612 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Checking segment: {'id': 'ebabc9b7-0e38-4b31-a090-78795cd26b7c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:48:50.165406 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:50.166108 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Bound using segment: {'id': 'ebabc9b7-0e38-4b31-a090-78795cd26b7c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709'} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:48:50.170778 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Bound port: 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebabc9b7-0e38-4b31-a090-78795cd26b7c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709'}}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:48:50.171732 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:50.365024 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] For port 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:48:50.369282 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] For port 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc,segment=NetworkSegment(ebabc9b7-0e38-4b31-a090-78795cd26b7c),segment_id=ebabc9b7-0e38-4b31-a090-78795cd26b7c)] {{(pid=80326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:48:50.372462 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:50.399566 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:50.402058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-cb2545df-c3dc-41a9-be16-e81e7fd8182a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:50.494165 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d5e92-8265-45cc-8404-2e3e41999932 None None] Pushing event updated for resources: {'Port': ['ID=e75dc612-594b-4318-90d0-5fc86305785c,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:50.511923 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7f5d5e92-8265-45cc-8404-2e3e41999932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:50.547135 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Routers {'ee1ef9d0-40ee-4156-b755-037509f3ea8b'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:48:50.548730 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd75dc0b8>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:48:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:50.556712 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcfcc3-6a46-49d9-bb97-2805c69f8431 None None] Pushing event updated for resources: {'Port': ['ID=5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc,revision_number=4']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:50.573989 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5cbcfcc3-6a46-49d9-bb97-2805c69f8431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:50.852175 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Routers {'e8e63fad-73dd-419f-a879-415951a327a9'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:48:50.852872 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdcf9dba8>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:48:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['e8e63fad-73dd-419f-a879-415951a327a9'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:50.961053 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] Set router ee1ef9d0-40ee-4156-b755-037509f3ea8b gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:48:51.564657 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] Set router e8e63fad-73dd-419f-a879-415951a327a9 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:48:51.720986 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd75dc0b8>, [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:38Z', 'revision_number': 4, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'e75dc612-594b-4318-90d0-5fc86305785c', 'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'mac_address': 'fa:16:3e:93:9a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:37Z', 'updated_at': '2020-11-19T20:48:50Z', 'revision_number': 4, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'subnets': [{'id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:51.731580 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbc9739-cd5c-4ce7-8451-957a954b77a0 None None] The sync data for ids ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'] in dv-cinder-750782-3-iscsi is: [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:38Z', 'revision_number': 4, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'e75dc612-594b-4318-90d0-5fc86305785c', 'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'mac_address': 'fa:16:3e:93:9a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:37Z', 'updated_at': '2020-11-19T20:48:50Z', 'revision_number': 4, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'subnets': [{'id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:48:52.117315 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdcf9dba8>, [{'id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'name': 'tempest-TestMinimumBasicScenario-2121875423-router', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:27Z', 'updated_at': '2020-11-19T20:48:34Z', 'revision_number': 4, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'gw_port': {'id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:28Z', 'updated_at': '2020-11-19T20:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': '5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc', 'name': '', 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'mac_address': 'fa:16:3e:1e:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:50Z', 'revision_number': 4, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'subnets': [{'id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:48:52.131280 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d41a6-2eef-4ab8-93c6-2fe50b8ea8e6 None None] The sync data for ids ['e8e63fad-73dd-419f-a879-415951a327a9'] in dv-cinder-750782-3-iscsi is: [{'id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'name': 'tempest-TestMinimumBasicScenario-2121875423-router', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:27Z', 'updated_at': '2020-11-19T20:48:34Z', 'revision_number': 4, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'gw_port': {'id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:28Z', 'updated_at': '2020-11-19T20:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': '5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc', 'name': '', 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'mac_address': 'fa:16:3e:1e:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:50Z', 'revision_number': 4, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'subnets': [{'id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:48:52.410101 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:48:52.587294 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:48:52.596989 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:52.597411 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:52.842865 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:52.886960 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] For port 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc,segment=NetworkSegment(ebabc9b7-0e38-4b31-a090-78795cd26b7c),segment_id=ebabc9b7-0e38-4b31-a090-78795cd26b7c)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:48:52.902459 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:52.903477 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device e75dc612-594b-4318-90d0-5fc86305785c up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:48:52.946829 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:53.093386 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Pushing event updated for resources: {'Port': ['ID=5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc,revision_number=5']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:53.110092 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:53.138756 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port e75dc612-594b-4318-90d0-5fc86305785c completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:48:53.148761 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port e75dc612-594b-4318-90d0-5fc86305785c triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:53.149277 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:53.215090 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 5c3b0663-f21a-4444-89ce-eb84f65e1c16 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:48:53.421588 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:53.501533 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 5c3b0663-f21a-4444-89ce-eb84f65e1c16 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:53.502250 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:53.568188 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] For port e75dc612-594b-4318-90d0-5fc86305785c, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=e75dc612-594b-4318-90d0-5fc86305785c,segment=NetworkSegment(3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5),segment_id=3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:48:53.581910 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:53.586481 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:53.669778 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Pushing event updated for resources: {'Port': ['ID=e75dc612-594b-4318-90d0-5fc86305785c,revision_number=5']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:53.674518 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:53.973671 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-158c9071-fcfb-495a-8ceb-759a5e770850 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--813299296&fields=id&tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1 HTTP/1.1" status: 200  len: 267 time: 0.0458357
Nov 19 20:48:54.122284 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:48:54.142619 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-b08845cb-7b49-4729-9547-d24d17e00bcf tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:54.144392 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-b08845cb-7b49-4729-9547-d24d17e00bcf tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/networks?id=f600d754-a3af-4d81-9829-a5bb5191007e HTTP/1.1" status: 200  len: 817 time: 0.1630485
Nov 19 20:48:54.178078 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-83fef40f-094f-4c05-8f94-35aca1fb1b46 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/quotas/d66ede887f6b4feb9dc004c4a7c2aca1 HTTP/1.1" status: 200  len: 375 time: 0.0219312
Nov 19 20:48:54.201601 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:54.202119 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:54.279746 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a43de027-4889-4be4-8f17-2e108c3eb9ae tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0951242
Nov 19 20:48:54.341996 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device e75dc612-594b-4318-90d0-5fc86305785c up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:48:54.420210 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port e75dc612-594b-4318-90d0-5fc86305785c triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:48:54.420629 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:54.446317 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-c098d98f-9021-48ab-8f16-5dee594f9e89 service neutron] 10.222.0.23 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515121
Nov 19 20:48:54.502048 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-5263e6a1-691c-434b-beef-c0694c9c97a7 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:54.503319 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-5263e6a1-691c-434b-beef-c0694c9c97a7 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Synchronizing usage tracker for tenant:2826f75aa14446fb8f3b82be9ae57f71 on resource:network {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:48:54.524193 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-5263e6a1-691c-434b-beef-c0694c9c97a7 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Unset dirty status for tenant:2826f75aa14446fb8f3b82be9ae57f71 on resource:network {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:48:54.526182 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-5263e6a1-691c-434b-beef-c0694c9c97a7 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/networks?id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 HTTP/1.1" status: 200  len: 815 time: 0.1910062
Nov 19 20:48:54.546568 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-fa2d4df6-f253-4c03-ab33-951d5180136c tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/quotas/2826f75aa14446fb8f3b82be9ae57f71 HTTP/1.1" status: 200  len: 375 time: 0.0137959
Nov 19 20:48:54.646779 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-fa81578e-796a-4e9a-9a21-e9c41a56d425 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?tenant_id=2826f75aa14446fb8f3b82be9ae57f71&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0910919
Nov 19 20:48:54.781595 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-f6780807-8b14-41fb-b6a6-a1e75bfaf3b0 service neutron] 10.222.0.23 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3325632
Nov 19 20:48:54.966094 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-2618e288-6b1e-439a-b0c8-c46d75337a50 service neutron] 10.222.0.23 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3048952
Nov 19 20:48:54.997591 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-567df14e-2600-432c-ba27-4db0aa7c7d43 req-705ea17d-3f31-49fe-984c-60e46e358caa tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 210 time: 0.0484426
Nov 19 20:48:55.122319 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-e4d96f4d-ce47-4707-a060-770add696a77 service neutron] 10.222.0.23 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1490562
Nov 19 20:48:55.336878 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-e4174696-cdc4-4d90-a738-7c9a1ea18ccd req-a8339174-0206-4291-965e-3f922992ff7d tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Synchronizing usage tracker for tenant:2826f75aa14446fb8f3b82be9ae57f71 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:48:55.352768 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-e4174696-cdc4-4d90-a738-7c9a1ea18ccd req-a8339174-0206-4291-965e-3f922992ff7d tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Unset dirty status for tenant:2826f75aa14446fb8f3b82be9ae57f71 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:48:55.354080 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e4174696-cdc4-4d90-a738-7c9a1ea18ccd req-a8339174-0206-4291-965e-3f922992ff7d tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 210 time: 0.0633836
Nov 19 20:48:56.191832 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-78e64443-e19c-4cc2-8561-4384aa0b82a8 req-f6561889-3c65-42d7-8245-39f9b5d951cf tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Synchronizing usage tracker for tenant:d66ede887f6b4feb9dc004c4a7c2aca1 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:48:56.210078 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-78e64443-e19c-4cc2-8561-4384aa0b82a8 req-f6561889-3c65-42d7-8245-39f9b5d951cf tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Unset dirty status for tenant:d66ede887f6b4feb9dc004c4a7c2aca1 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:48:56.211398 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-78e64443-e19c-4cc2-8561-4384aa0b82a8 req-f6561889-3c65-42d7-8245-39f9b5d951cf tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 210 time: 0.0685647
Nov 19 20:48:56.529273 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5a295241-f0df-46b0-8009-06142ca6cbf3 req-ed2aaf92-74cb-41d9-aba3-9988d6f9d19a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 210 time: 0.0487649
Nov 19 20:48:57.399311 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1043d0c8-147a-4cad-8621-900793fedb1c req-9be8bbed-36a1-4fba-a860-426fabf84126 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 210 time: 0.0449655
Nov 19 20:48:57.710037 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d2c3bc44-f65c-497b-9755-e8a716d10bd9 req-c35260f1-0c8e-441d-9f97-09f5b238e82a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 210 time: 0.0466104
Nov 19 20:48:58.606379 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f6973fa8-74b5-4bc7-ba01-9487aee1139b req-77dcd44e-35e2-499e-a557-9c21c491b1a3 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 210 time: 0.0528355
Nov 19 20:48:58.638837 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-e79e015a-33e0-47d3-8824-5309e5b03dd5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:58.641905 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-e79e015a-33e0-47d3-8824-5309e5b03dd5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.27 "GET /v2.0/networks?id=f600d754-a3af-4d81-9829-a5bb5191007e HTTP/1.1" status: 200  len: 817 time: 0.1657658
Nov 19 20:48:58.734911 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-ad285245-b0a5-486e-9b76-e528c06ea1dc tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1 HTTP/1.1" status: 200  len: 5043 time: 0.0693645
Nov 19 20:48:58.748771 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-621c87d7-9935-4769-8026-5613eb57f6bd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Request body: {'port': {'device_id': 'afef7f7f-b01e-48cf-9f25-e23ed68ff67a', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'admin_state_up': True, 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'security_groups': ['d45f3e0e-1650-4d65-8db8-8a90ef79dcd6']}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:48:58.907762 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c98691b9-e11c-4dcc-8f6d-b140a5386c0e req-1b8afd2c-74c4-4486-a1f6-d31141f83047 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 210 time: 0.0632689
Nov 19 20:48:58.944842 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-621c87d7-9935-4769-8026-5613eb57f6bd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:58.955105 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-621c87d7-9935-4769-8026-5613eb57f6bd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:58.964041 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-621c87d7-9935-4769-8026-5613eb57f6bd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Made reservation on behalf of d66ede887f6b4feb9dc004c4a7c2aca1 for: {'port': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:48:58.970443 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-621c87d7-9935-4769-8026-5613eb57f6bd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:59.320084 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-6b775d33-a3b5-4885-9aae-2a5995408b4a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:59.321074 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-621c87d7-9935-4769-8026-5613eb57f6bd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Allocated IP 172.20.0.5 (f600d754-a3af-4d81-9829-a5bb5191007e/f9de70f2-6912-47cb-a752-2ceb77669463/e0f12582-4e4e-4cea-82c5-89165d3c918d) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:48:59.322447 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-6b775d33-a3b5-4885-9aae-2a5995408b4a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.27 "GET /v2.0/networks?id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 HTTP/1.1" status: 200  len: 815 time: 0.1863997
Nov 19 20:48:59.410628 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-07c77312-09f2-4ae9-87b6-f15c1d581f6b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Request body: {'port': {'device_id': '4c187afa-3ef9-4a59-82ad-a6d1e9fd9263', 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709', 'admin_state_up': True, 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:48:59.475933 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:59.542190 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-621c87d7-9935-4769-8026-5613eb57f6bd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:59.559027 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-621c87d7-9935-4769-8026-5613eb57f6bd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Transition to ACTIVE for port object e0f12582-4e4e-4cea-82c5-89165d3c918d will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:48:59.568607 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-07c77312-09f2-4ae9-87b6-f15c1d581f6b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:48:59.581543 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-621c87d7-9935-4769-8026-5613eb57f6bd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:59.591818 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-07c77312-09f2-4ae9-87b6-f15c1d581f6b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:48:59.597895 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-65b9ed1c-f0f3-4bad-9617-a9c710596e53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:48:59.622799 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-07c77312-09f2-4ae9-87b6-f15c1d581f6b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Made reservation on behalf of 2826f75aa14446fb8f3b82be9ae57f71 for: {'port': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:48:59.628950 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-07c77312-09f2-4ae9-87b6-f15c1d581f6b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:48:59.756284 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c87d7-9935-4769-8026-5613eb57f6bd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Pushing event updated for resources: {'Port': ['ID=e0f12582-4e4e-4cea-82c5-89165d3c918d,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:48:59.769113 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-621c87d7-9935-4769-8026-5613eb57f6bd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:48:59.843506 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-621c87d7-9935-4769-8026-5613eb57f6bd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Network f600d754-a3af-4d81-9829-a5bb5191007e is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:48:59.846049 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-621c87d7-9935-4769-8026-5613eb57f6bd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:48:59.848831 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-621c87d7-9935-4769-8026-5613eb57f6bd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:48:59.935534 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-621c87d7-9935-4769-8026-5613eb57f6bd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:48:59.936573 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-621c87d7-9935-4769-8026-5613eb57f6bd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:00.009324 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-621c87d7-9935-4769-8026-5613eb57f6bd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2645051
Nov 19 20:49:00.029799 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Request body: {'port': {'device_id': 'afef7f7f-b01e-48cf-9f25-e23ed68ff67a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:49:00.117161 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-07c77312-09f2-4ae9-87b6-f15c1d581f6b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Allocated IP 172.20.0.8 (55a91bca-fdcd-4ff6-aab4-1bf7c62a5709/6123b28f-d62b-431d-b508-30dd54c9aa74/31f66b22-a921-49f4-af64-125686177833) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:49:00.189233 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-58611dc3-0bdf-4bc4-b93a-3f2c273d8707 None None] Provisioning for port e0f12582-4e4e-4cea-82c5-89165d3c918d completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:49:00.206475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-58611dc3-0bdf-4bc4-b93a-3f2c273d8707 None None] Provisioning complete for port e0f12582-4e4e-4cea-82c5-89165d3c918d triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:49:00.208010 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-58611dc3-0bdf-4bc4-b93a-3f2c273d8707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:00.283788 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8db1637e-1780-4b12-8803-d463018ff10d req-5a3870e9-b488-499d-8dcb-a2a1ae76362e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 210 time: 0.1802118
Nov 19 20:49:00.369303 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-58611dc3-0bdf-4bc4-b93a-3f2c273d8707 None None] Port e0f12582-4e4e-4cea-82c5-89165d3c918d cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:49:00.463609 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:00.598155 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b955825-8a08-4447-9e56-2ff25d10d15a req-11e63150-937b-4e1e-94b5-13a0dfb6676b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:00.611233 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7b955825-8a08-4447-9e56-2ff25d10d15a req-11e63150-937b-4e1e-94b5-13a0dfb6676b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 931 time: 0.7880626
Nov 19 20:49:00.758243 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-7b955825-8a08-4447-9e56-2ff25d10d15a req-46384b22-eef3-40cf-8209-4eeeca6cea9f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Synchronizing usage tracker for tenant:d66ede887f6b4feb9dc004c4a7c2aca1 on resource:security_group {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:49:00.792885 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-7b955825-8a08-4447-9e56-2ff25d10d15a req-46384b22-eef3-40cf-8209-4eeeca6cea9f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Unset dirty status for tenant:d66ede887f6b4feb9dc004c4a7c2aca1 on resource:security_group {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:49:00.797914 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7b955825-8a08-4447-9e56-2ff25d10d15a req-46384b22-eef3-40cf-8209-4eeeca6cea9f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1854923
Nov 19 20:49:00.861973 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-07c77312-09f2-4ae9-87b6-f15c1d581f6b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:00.881672 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-07c77312-09f2-4ae9-87b6-f15c1d581f6b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Transition to ACTIVE for port object 31f66b22-a921-49f4-af64-125686177833 will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:49:00.904311 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-07c77312-09f2-4ae9-87b6-f15c1d581f6b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:00.926233 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:01.001692 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f12582-4e4e-4cea-82c5-89165d3c918d {{(pid=80323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 20:49:01.009673 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:01.024740 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Transition to ACTIVE for port object e0f12582-4e4e-4cea-82c5-89165d3c918d will not be triggered until provisioned by entity L2. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:49:01.027668 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441035'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:01.046543 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:01.088068 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c77312-09f2-4ae9-87b6-f15c1d581f6b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Pushing event updated for resources: {'Port': ['ID=31f66b22-a921-49f4-af64-125686177833,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:01.092358 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-07c77312-09f2-4ae9-87b6-f15c1d581f6b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:01.132176 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-07c77312-09f2-4ae9-87b6-f15c1d581f6b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Network 55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:49:01.139936 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-07c77312-09f2-4ae9-87b6-f15c1d581f6b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:49:01.142764 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-07c77312-09f2-4ae9-87b6-f15c1d581f6b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:49:01.196622 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f12582-4e4e-4cea-82c5-89165d3c918d,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:01.202490 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:01.258870 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-07c77312-09f2-4ae9-87b6-f15c1d581f6b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:01.259595 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-07c77312-09f2-4ae9-87b6-f15c1d581f6b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:01.301570 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-07c77312-09f2-4ae9-87b6-f15c1d581f6b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8962624
Nov 19 20:49:01.449541 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Attempting to bind port e0f12582-4e4e-4cea-82c5-89165d3c918d on host hv-cinder-75078 for vnic_type normal with profile  {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:49:01.449942 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Attempting to bind port e0f12582-4e4e-4cea-82c5-89165d3c918d by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e'}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:49:01.450332 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Attempting to bind port e0f12582-4e4e-4cea-82c5-89165d3c918d on network f600d754-a3af-4d81-9829-a5bb5191007e {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:49:01.458103 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Checking agent: {'id': '460481f1-45c5-4450-82c0-45a37946158c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 41, 59), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 29), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:49:01.458478 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Checking segment: {'id': '3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:49:01.458881 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:01.459277 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Bound using segment: {'id': '3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e'} {{(pid=80323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:49:01.459753 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Bound port: e0f12582-4e4e-4cea-82c5-89165d3c918d, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e'}}] {{(pid=80323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:49:01.460129 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:01.504637 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-a47f7775-8f8f-434d-8afd-c92d4505f034 None None] Provisioning for port 31f66b22-a921-49f4-af64-125686177833 completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:49:01.513268 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-a47f7775-8f8f-434d-8afd-c92d4505f034 None None] Provisioning complete for port 31f66b22-a921-49f4-af64-125686177833 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:49:01.514266 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a47f7775-8f8f-434d-8afd-c92d4505f034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:01.575945 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-a47f7775-8f8f-434d-8afd-c92d4505f034 None None] Port 31f66b22-a921-49f4-af64-125686177833 cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:49:01.622307 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] For port e0f12582-4e4e-4cea-82c5-89165d3c918d, host hv-cinder-75078, cleared binding levels {{(pid=80323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:49:01.626299 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] For port e0f12582-4e4e-4cea-82c5-89165d3c918d, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=e0f12582-4e4e-4cea-82c5-89165d3c918d,segment=NetworkSegment(3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5),segment_id=3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5)] {{(pid=80323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:49:01.631100 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441035'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:01.648695 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:01.730656 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d026ab-301b-4b16-9b3d-71be7c7cce5d req-fe98ad63-eee3-4f13-b5c5-54557f67dd49 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:01.732409 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c7d026ab-301b-4b16-9b3d-71be7c7cce5d req-fe98ad63-eee3-4f13-b5c5-54557f67dd49 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 931 time: 0.2247672
Nov 19 20:49:01.894569 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 36518) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:49:02.036295 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5125ae-b60c-46e0-b216-377c66ecced0 admin admin] Deleting subnet c418b311-f546-4cec-b149-0747e7470fa6 {{(pid=80324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 20:49:02.040576 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cb5125ae-b60c-46e0-b216-377c66ecced0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:02.060459 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f12582-4e4e-4cea-82c5-89165d3c918d,revision_number=3']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:02.076242 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:02.106532 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cb5125ae-b60c-46e0-b216-377c66ecced0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843861254'] for subnet, precommit_delete_associations {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:02.110901 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c7d026ab-301b-4b16-9b3d-71be7c7cce5d req-d98016d4-3c4c-4ed7-a510-8fc8c40be109 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002972
Nov 19 20:49:02.115659 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:02.117084 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] 10.222.0.27 "PUT /v2.0/ports/e0f12582-4e4e-4cea-82c5-89165d3c918d HTTP/1.1" status: 200  len: 1157 time: 2.0928431
Nov 19 20:49:02.117610 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afef7f7f-b01e-48cf-9f25-e23ed68ff67a', 'tag': 'e0f12582-4e4e-4cea-82c5-89165d3c918d'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:49:02.184738 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79869f-1b86-4daa-a8ab-d05acb4b6d2d req-b4b7e582-da53-4fbc-9b57-94b5af161688 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:02.186459 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ff79869f-1b86-4daa-a8ab-d05acb4b6d2d req-b4b7e582-da53-4fbc-9b57-94b5af161688 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.2165625
Nov 19 20:49:02.217070 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afef7f7f-b01e-48cf-9f25-e23ed68ff67a', 'tag': 'e0f12582-4e4e-4cea-82c5-89165d3c918d', 'status': 'completed', 'code': 200}
Nov 19 20:49:02.242005 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cb5125ae-b60c-46e0-b216-377c66ecced0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3383722'] for subnet, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:02.327045 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ff79869f-1b86-4daa-a8ab-d05acb4b6d2d req-18ffe970-34c9-4c49-8239-042a3acc289b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1333754
Nov 19 20:49:02.568686 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cb5125ae-b60c-46e0-b216-377c66ecced0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851392077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10914378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656033'] for subnet, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:02.588104 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:02.632655 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5125ae-b60c-46e0-b216-377c66ecced0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c418b311-f546-4cec-b149-0747e7470fa6,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:02.644023 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-cb5125ae-b60c-46e0-b216-377c66ecced0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:02.724129 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cb5125ae-b60c-46e0-b216-377c66ecced0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:02.730560 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-cb5125ae-b60c-46e0-b216-377c66ecced0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c418b311-f546-4cec-b149-0747e7470fa6 HTTP/1.1" status: 204  len: 168 time: 0.8347180
Nov 19 20:49:02.733051 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 36524) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:49:02.855552 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-67bce8b6-fd33-469a-b803-e2905b73ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3496268'] for network, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:03.090708 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-67bce8b6-fd33-469a-b803-e2905b73ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3396403', 'neutron.services.segments.db._delete_segments_for_network--9223363258782719672'] for network, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:03.253526 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-67bce8b6-fd33-469a-b803-e2905b73ad6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbcd680ac50>,) {'filters': {'network_id': ['41e794f1-6186-489f-98a8-296f21bfb671']}} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:49:03.268647 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-67bce8b6-fd33-469a-b803-e2905b73ad6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcd680ac50>, '2e751e4b-097a-48d8-bf72-ed4aa0c841f2') {'for_net_delete': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:49:03.269142 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-67bce8b6-fd33-469a-b803-e2905b73ad6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcd680ac50>, '2e751e4b-097a-48d8-bf72-ed4aa0c841f2') {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:49:03.284959 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-67bce8b6-fd33-469a-b803-e2905b73ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258782742456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10914545'] for segment, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:03.354218 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-67bce8b6-fd33-469a-b803-e2905b73ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:03.357166 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-67bce8b6-fd33-469a-b803-e2905b73ad6d admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 20:49:03.565219 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-67bce8b6-fd33-469a-b803-e2905b73ad6d admin admin] Network 41e794f1-6186-489f-98a8-296f21bfb671 has no segments {{(pid=80324) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:49:03.576951 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-67bce8b6-fd33-469a-b803-e2905b73ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3387784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843861784'] for segment, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:03.601503 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55641904-753c-4e43-92b8-2760c7c64117 req-be2ebf7a-9bf5-423a-a773-f15ae6cab6d9 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:03.602295 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-55641904-753c-4e43-92b8-2760c7c64117 req-be2ebf7a-9bf5-423a-a773-f15ae6cab6d9 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Synchronizing usage tracker for tenant:2826f75aa14446fb8f3b82be9ae57f71 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:49:03.602671 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab0461-7726-4d4d-b932-f62c700d463c req-3281e671-c714-45fe-baab-1b4ea94b06bf tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:03.603497 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-71ab0461-7726-4d4d-b932-f62c700d463c req-3281e671-c714-45fe-baab-1b4ea94b06bf tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Synchronizing usage tracker for tenant:d66ede887f6b4feb9dc004c4a7c2aca1 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:49:03.619989 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-71ab0461-7726-4d4d-b932-f62c700d463c req-3281e671-c714-45fe-baab-1b4ea94b06bf tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Unset dirty status for tenant:d66ede887f6b4feb9dc004c4a7c2aca1 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:49:03.627350 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-71ab0461-7726-4d4d-b932-f62c700d463c req-3281e671-c714-45fe-baab-1b4ea94b06bf tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.1339760
Nov 19 20:49:03.687670 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-71ab0461-7726-4d4d-b932-f62c700d463c req-6d42b882-d7fb-46c2-aa53-137b9b785310 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593698
Nov 19 20:49:03.708652 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-55641904-753c-4e43-92b8-2760c7c64117 req-be2ebf7a-9bf5-423a-a773-f15ae6cab6d9 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Unset dirty status for tenant:2826f75aa14446fb8f3b82be9ae57f71 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:49:03.709990 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-55641904-753c-4e43-92b8-2760c7c64117 req-be2ebf7a-9bf5-423a-a773-f15ae6cab6d9 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 931 time: 0.4160471
Nov 19 20:49:03.798484 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-67bce8b6-fd33-469a-b803-e2905b73ad6d admin admin] Network 41e794f1-6186-489f-98a8-296f21bfb671 has no segments {{(pid=80324) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]: Traceback (most recent call last):
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:     timer()
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:     cb(*args, **kw)
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:     return func(*args, **kwargs)
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:     self._notify()
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:     self.callback(batched_events)
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:     event.method(event)
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:     segment_id)['aggregates'][0]
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:     return f(self, *a, **k)
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self._get(url).json()
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:     **kwargs)
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self.request(url, 'GET', **kwargs)
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:     **endpoint_filter)
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 20:49:03.826889 dv-cinder-750782-3-iscsi neutron-server[80212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 20:49:03.917350 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-55641904-753c-4e43-92b8-2760c7c64117 req-97f7bfab-2939-4e1f-a256-7ef5e8782c12 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Synchronizing usage tracker for tenant:2826f75aa14446fb8f3b82be9ae57f71 on resource:security_group {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:49:03.928286 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-67bce8b6-fd33-469a-b803-e2905b73ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851379388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:03.936205 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:03.950584 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-67bce8b6-fd33-469a-b803-e2905b73ad6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:03.956643 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-55641904-753c-4e43-92b8-2760c7c64117 req-97f7bfab-2939-4e1f-a256-7ef5e8782c12 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Unset dirty status for tenant:2826f75aa14446fb8f3b82be9ae57f71 on resource:security_group {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:49:03.957925 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-55641904-753c-4e43-92b8-2760c7c64117 req-97f7bfab-2939-4e1f-a256-7ef5e8782c12 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2366123
Nov 19 20:49:03.964608 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bce8b6-fd33-469a-b803-e2905b73ad6d admin admin] Pushing event deleted for resources: {'Network': ['ID=41e794f1-6186-489f-98a8-296f21bfb671,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:03.967578 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-67bce8b6-fd33-469a-b803-e2905b73ad6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:03.973649 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-67bce8b6-fd33-469a-b803-e2905b73ad6d admin admin] 10.222.0.23 "DELETE /v2.0/networks/41e794f1-6186-489f-98a8-296f21bfb671 HTTP/1.1" status: 204  len: 168 time: 1.2396049
Nov 19 20:49:04.205598 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 36546) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:49:04.269600 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-03b55ec0-bf8f-49de-8e59-bea74b3c1c7e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=001839017f834d1899815650399870e1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0625770
Nov 19 20:49:04.272385 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 36550) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:49:04.338914 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6134a3d3-c096-42d2-a686-40686a690c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:04.367245 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6134a3d3-c096-42d2-a686-40686a690c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:04.417484 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6134a3d3-c096-42d2-a686-40686a690c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:04.428053 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b842affd-7232-4c7f-96cd-e3385deb82fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:04.443187 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134a3d3-c096-42d2-a686-40686a690c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71763ec-1e84-4140-9201-b5c6476c58db,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:04.447814 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-6134a3d3-c096-42d2-a686-40686a690c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:04.449718 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6134a3d3-c096-42d2-a686-40686a690c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:04.452287 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-6134a3d3-c096-42d2-a686-40686a690c0d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b71763ec-1e84-4140-9201-b5c6476c58db HTTP/1.1" status: 204  len: 168 time: 0.1775682
Nov 19 20:49:04.938377 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653a135-1b90-4ecb-907d-608d30edacb4 req-eb1be3f9-9771-47c5-9ae5-d78982f9e4fb tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:04.940033 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f653a135-1b90-4ecb-907d-608d30edacb4 req-eb1be3f9-9771-47c5-9ae5-d78982f9e4fb tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0878539
Nov 19 20:49:04.989977 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f653a135-1b90-4ecb-907d-608d30edacb4 req-94a346a8-1abd-4829-83b9-a2b7f9ad7479 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435169
Nov 19 20:49:05.238605 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd872c-fb56-4f01-b217-152f41a7cfa3 req-17c0c945-5d61-41e6-982e-423355330fb3 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:05.240325 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-46fd872c-fb56-4f01-b217-152f41a7cfa3 req-17c0c945-5d61-41e6-982e-423355330fb3 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 931 time: 0.1288674
Nov 19 20:49:05.296060 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-46fd872c-fb56-4f01-b217-152f41a7cfa3 req-83367618-7034-4e49-9e40-baae792ef2eb tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486348
Nov 19 20:49:05.842705 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-41da787e-ae33-477e-a904-fdf9fa6b812e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:06.065546 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 36590) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:49:06.241640 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:06.262714 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21117df-dfdb-4dfc-8c04-31c60dc4c922 req-17e77889-e2a8-4215-9d86-75f8888f044b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:06.264747 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d21117df-dfdb-4dfc-8c04-31c60dc4c922 req-17e77889-e2a8-4215-9d86-75f8888f044b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.1022754
Nov 19 20:49:06.278806 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:49:06.283294 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Usage tracker for resource:security_group_rule and tenant:781f8bb7f57944ebbc88be419938fc52 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:49:06.286808 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:49:06.293623 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:49:06.318626 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d21117df-dfdb-4dfc-8c04-31c60dc4c922 req-834b4d7d-7b94-4069-bfa3-2fd0f9009def tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472624
Nov 19 20:49:06.374169 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:06.380087 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:06.405368 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-6134a3d3-c096-42d2-a686-40686a690c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:06.445332 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=781f8bb7f57944ebbc88be419938fc52&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3785086
Nov 19 20:49:06.448581 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 36598) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:49:06.497759 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785e3f6d-e488-4dfa-9f3d-d05dd0621585,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:06.518508 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:06.522797 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.523216 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.523633 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.524039 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.524436 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.525360 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.525764 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.526224 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.526619 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.527008 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.527397 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.527760 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.528194 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.528577 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.528963 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.529365 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.529751 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.530141 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.530526 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.530911 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.531294 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.531676 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.532062 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.532442 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.541062 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:06.549982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:06.588303 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f26fc2-6f72-4c0d-b4c2-80b141e7cd4d req-31e135bd-ba75-4818-b066-3ef9201e3886 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:06.589979 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-59f26fc2-6f72-4c0d-b4c2-80b141e7cd4d req-31e135bd-ba75-4818-b066-3ef9201e3886 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 931 time: 0.1507173
Nov 19 20:49:06.611312 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:06.616711 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0650c5a6-f44e-49dd-b824-2df217d721e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:06.632571 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785e3f6d-e488-4dfa-9f3d-d05dd0621585,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:06.641009 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:06.642387 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/785e3f6d-e488-4dfa-9f3d-d05dd0621585 HTTP/1.1" status: 204  len: 168 time: 0.1925073
Nov 19 20:49:06.646541 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.646962 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.647369 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.647767 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.648167 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.648565 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.648957 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.649347 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.650283 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.650677 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.651065 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.651451 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.651886 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.652274 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.652662 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.653048 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.653432 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.653844 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.654556 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.654556 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.654946 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.655327 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.655718 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.656101 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:06.659649 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:06.662990 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-59f26fc2-6f72-4c0d-b4c2-80b141e7cd4d req-747d53d0-b8c3-4470-bfce-50329702f12e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643458
Nov 19 20:49:07.554283 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ff0f2-1661-428d-9207-1d061a44d4f6 req-c0223e12-9dae-411f-ad8a-6bd16a0e16d5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:07.556466 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c35ff0f2-1661-428d-9207-1d061a44d4f6 req-c0223e12-9dae-411f-ad8a-6bd16a0e16d5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0843458
Nov 19 20:49:07.607170 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c35ff0f2-1661-428d-9207-1d061a44d4f6 req-164a553a-8533-4801-bbe7-2cb69ce087e7 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438695
Nov 19 20:49:07.874903 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03bd9f4-cdaa-4b55-8f96-42f6344639e3 req-fe535075-1ce2-4739-88a6-60c95ec249af tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:07.876583 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c03bd9f4-cdaa-4b55-8f96-42f6344639e3 req-fe535075-1ce2-4739-88a6-60c95ec249af tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 931 time: 0.0843139
Nov 19 20:49:07.928808 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c03bd9f4-cdaa-4b55-8f96-42f6344639e3 req-f6a0cb0d-00a9-4f3d-84a8-c4575abe8008 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449300
Nov 19 20:49:08.674084 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f12dc204-434a-46f6-b314-71dc34efcebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:08.840803 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:08.848568 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37087c0-fd6e-4350-ae45-cbe964caf531 req-2ad04005-e0de-424b-b537-327ab0600ca1 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:08.850216 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a37087c0-fd6e-4350-ae45-cbe964caf531 req-2ad04005-e0de-424b-b537-327ab0600ca1 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0941489
Nov 19 20:49:08.903960 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a37087c0-fd6e-4350-ae45-cbe964caf531 req-d9ff0ea8-3b76-495f-9218-122c04d3a39f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476031
Nov 19 20:49:09.152393 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f54b8-1497-4621-9028-4af74226d0e6 req-32dbab92-0469-43ee-a66e-23b7f4703f10 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:09.152393 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-008f54b8-1497-4621-9028-4af74226d0e6 req-32dbab92-0469-43ee-a66e-23b7f4703f10 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 931 time: 0.0898314
Nov 19 20:49:09.203670 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-008f54b8-1497-4621-9028-4af74226d0e6 req-17981043-be56-4eb3-8d5f-d915e0af4006 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465624
Nov 19 20:49:09.782578 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:10.164948 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c85f0-bcb2-4c8b-89e9-db566324b3a0 req-2935ed14-75c4-4bd7-b92f-8ab07cdd3bb4 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:10.166608 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-651c85f0-bcb2-4c8b-89e9-db566324b3a0 req-2935ed14-75c4-4bd7-b92f-8ab07cdd3bb4 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0989423
Nov 19 20:49:10.176990 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:10.221066 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-651c85f0-bcb2-4c8b-89e9-db566324b3a0 req-11b50519-cd5c-4b41-9e11-6c80c9de9517 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470140
Nov 19 20:49:10.429793 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6035dff-7194-4575-ba32-9e36e3130275 req-2dfee60c-805e-42f3-9b0b-27db343a33fb tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:10.431340 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f6035dff-7194-4575-ba32-9e36e3130275 req-2dfee60c-805e-42f3-9b0b-27db343a33fb tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 931 time: 0.0867860
Nov 19 20:49:10.487225 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f6035dff-7194-4575-ba32-9e36e3130275 req-f79bca31-5c86-4b58-bfa0-887434accbb0 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483334
Nov 19 20:49:11.460136 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819ca97-26eb-4067-8179-a99812be6270 req-01070101-78d3-456d-9e1a-1a0d2fc61bcd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:11.461686 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3819ca97-26eb-4067-8179-a99812be6270 req-01070101-78d3-456d-9e1a-1a0d2fc61bcd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0870535
Nov 19 20:49:11.511666 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3819ca97-26eb-4067-8179-a99812be6270 req-9c9d94e9-c9e8-49e8-b5ff-7a02f13c0ac0 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427945
Nov 19 20:49:11.704057 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2825a-c7ea-4c57-aa17-2e5b4ce20fb3 req-05683d0d-2a18-4cb4-9f15-b411d554ffb4 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:11.705669 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b0e2825a-c7ea-4c57-aa17-2e5b4ce20fb3 req-05683d0d-2a18-4cb4-9f15-b411d554ffb4 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 931 time: 0.0874355
Nov 19 20:49:11.758065 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b0e2825a-c7ea-4c57-aa17-2e5b4ce20fb3 req-7ac09057-d3f4-4275-913c-cb1a004e83ed tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457368
Nov 19 20:49:12.734411 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba432ef-0a7f-45f9-9453-7db230506610 req-0da34098-03c8-4ded-8e26-4e2e1e948362 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:12.735880 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9ba432ef-0a7f-45f9-9453-7db230506610 req-0da34098-03c8-4ded-8e26-4e2e1e948362 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0818484
Nov 19 20:49:12.782297 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9ba432ef-0a7f-45f9-9453-7db230506610 req-5132a371-5c81-4378-9ad6-41a9c438c182 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403798
Nov 19 20:49:12.967570 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d216c5b-e668-455c-8435-8c735bb70d56 req-c49863cc-d117-4b3c-b583-4b8a32e67479 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:12.969138 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8d216c5b-e668-455c-8435-8c735bb70d56 req-c49863cc-d117-4b3c-b583-4b8a32e67479 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 931 time: 0.0859749
Nov 19 20:49:13.229389 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8d216c5b-e668-455c-8435-8c735bb70d56 req-52db91be-51b1-4c48-9906-02c1bc0eb90f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2542830
Nov 19 20:49:14.010838 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a63380-691e-499b-9b74-e5242ec82313 req-8556094c-5cf1-4f46-a668-145f643ed818 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:14.012485 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-79a63380-691e-499b-9b74-e5242ec82313 req-8556094c-5cf1-4f46-a668-145f643ed818 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0873582
Nov 19 20:49:14.062151 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-79a63380-691e-499b-9b74-e5242ec82313 req-2f75b03b-aa71-4507-b95e-a5054a3f03ab tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435560
Nov 19 20:49:14.436183 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbb202-ce0a-40bd-9b8c-59933bd6cc97 req-aa09b54f-a07e-4a24-9912-be5062b5f066 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:14.437803 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-46bbb202-ce0a-40bd-9b8c-59933bd6cc97 req-aa09b54f-a07e-4a24-9912-be5062b5f066 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 931 time: 0.0823085
Nov 19 20:49:14.485840 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-46bbb202-ce0a-40bd-9b8c-59933bd6cc97 req-b4aeaa18-efe1-4d3d-b36f-19fae2e4558e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416462
Nov 19 20:49:15.285088 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c790738-1a15-4649-8d80-c7210c6f5321 req-1d0e1b38-c21b-48a5-b06d-7b26d7ee2889 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:15.286987 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3c790738-1a15-4649-8d80-c7210c6f5321 req-1d0e1b38-c21b-48a5-b06d-7b26d7ee2889 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0826254
Nov 19 20:49:15.338275 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3c790738-1a15-4649-8d80-c7210c6f5321 req-02bfcf8c-8de5-434d-87cf-d9729d855f4d tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445704
Nov 19 20:49:15.698607 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420bd71-fa32-4e9e-9079-20071b7d8f02 req-9a67a98e-a618-4cfb-a45d-fc3008bcb13f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:15.700133 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d420bd71-fa32-4e9e-9079-20071b7d8f02 req-9a67a98e-a618-4cfb-a45d-fc3008bcb13f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 931 time: 0.0851448
Nov 19 20:49:15.754017 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d420bd71-fa32-4e9e-9079-20071b7d8f02 req-d5972875-3d6a-41af-b34b-8f5357c23569 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475640
Nov 19 20:49:15.888183 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Request body: {'port': {'device_id': '4c187afa-3ef9-4a59-82ad-a6d1e9fd9263', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:49:15.961141 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-031cfbea-95ed-4a3a-9033-4da4371c7077 req-9316d35a-14a4-452e-9757-d36979873a08 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1&device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 1160 time: 0.2163491
Nov 19 20:49:16.004737 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:16.121149 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cfbea-95ed-4a3a-9033-4da4371c7077 req-3838f016-1ccf-4cf8-bac5-44ad04eb4aac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:16.122776 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-031cfbea-95ed-4a3a-9033-4da4371c7077 req-3838f016-1ccf-4cf8-bac5-44ad04eb4aac service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1474826
Nov 19 20:49:16.287678 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cfbea-95ed-4a3a-9033-4da4371c7077 req-f1aacb2c-2d63-4f61-a041-98bc221ceca3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:16.289272 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-031cfbea-95ed-4a3a-9033-4da4371c7077 req-f1aacb2c-2d63-4f61-a041-98bc221ceca3 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1439996
Nov 19 20:49:16.414171 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f66b22-a921-49f4-af64-125686177833 {{(pid=80324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 20:49:16.422416 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:16.429257 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-87e0e5af-936e-48d4-ae67-caafc21ec7a9 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1&device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 1160 time: 0.0751131
Nov 19 20:49:16.435078 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Transition to ACTIVE for port object 31f66b22-a921-49f4-af64-125686177833 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:49:16.439734 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:16.467250 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:16.562688 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-59a33614-b787-4070-8be2-e9b66eddd886 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0f12582-4e4e-4cea-82c5-89165d3c918d HTTP/1.1" status: 200  len: 217 time: 0.1194363
Nov 19 20:49:16.646770 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=31f66b22-a921-49f4-af64-125686177833,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:16.650099 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-5fd5a1dc-1f56-4c36-a597-15fffec3775a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:16.651719 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-5fd5a1dc-1f56-4c36-a597-15fffec3775a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=f9de70f2-6912-47cb-a752-2ceb77669463 HTTP/1.1" status: 200  len: 856 time: 0.0807095
Nov 19 20:49:16.651850 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:16.658790 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c1c86-b391-4184-a68e-5d4b3e95845b req-99d3a9f7-e46e-4762-ba5a-4ddc84b70b3f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:16.660376 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bc8c1c86-b391-4184-a68e-5d4b3e95845b req-99d3a9f7-e46e-4762-ba5a-4ddc84b70b3f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.1618671
Nov 19 20:49:16.772524 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bc8c1c86-b391-4184-a68e-5d4b3e95845b req-04a32ec2-d2c1-4972-b159-afd3ae2e20b0 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577297
Nov 19 20:49:16.787330 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-3aca3662-d3e8-4cef-860f-be0dfffc288c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f600d754-a3af-4d81-9829-a5bb5191007e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1256399
Nov 19 20:49:16.825383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Attempting to bind port 31f66b22-a921-49f4-af64-125686177833 on host hv-cinder-75078 for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:49:16.825383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Attempting to bind port 31f66b22-a921-49f4-af64-125686177833 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'ebabc9b7-0e38-4b31-a090-78795cd26b7c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:49:16.825383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Attempting to bind port 31f66b22-a921-49f4-af64-125686177833 on network 55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:49:16.829793 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Checking agent: {'id': '460481f1-45c5-4450-82c0-45a37946158c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 41, 59), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 29), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:49:16.830380 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Checking segment: {'id': 'ebabc9b7-0e38-4b31-a090-78795cd26b7c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:49:16.831386 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:16.831951 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Bound using segment: {'id': 'ebabc9b7-0e38-4b31-a090-78795cd26b7c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:49:16.832586 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Bound port: 31f66b22-a921-49f4-af64-125686177833, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebabc9b7-0e38-4b31-a090-78795cd26b7c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:49:16.833123 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:16.945638 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-e349eb91-c98e-49de-a834-604517a0c288 service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507475
Nov 19 20:49:16.990192 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] For port 31f66b22-a921-49f4-af64-125686177833, host hv-cinder-75078, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:49:16.994763 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] For port 31f66b22-a921-49f4-af64-125686177833, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=31f66b22-a921-49f4-af64-125686177833,segment=NetworkSegment(ebabc9b7-0e38-4b31-a090-78795cd26b7c),segment_id=ebabc9b7-0e38-4b31-a090-78795cd26b7c)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:49:16.999628 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:17.015865 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-513e3279-5e57-4b5a-9acf-fadbafab8f12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:17.123519 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-52befcf5-3fa3-48e2-9f24-a1738d18d315 req-cb6056d5-8a9f-4170-960f-cfb653ac371a service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1489122
Nov 19 20:49:17.170888 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d3a29-03bd-4505-a690-8186f0583835 req-115b5835-be6f-4447-93f1-7b447468f64b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:17.172500 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e93d3a29-03bd-4505-a690-8186f0583835 req-115b5835-be6f-4447-93f1-7b447468f64b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 943 time: 0.2683399
Nov 19 20:49:17.205529 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Pushing event updated for resources: {'Port': ['ID=31f66b22-a921-49f4-af64-125686177833,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:17.222962 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:17.258263 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:17.260324 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] 10.222.0.27 "PUT /v2.0/ports/31f66b22-a921-49f4-af64-125686177833 HTTP/1.1" status: 200  len: 1157 time: 1.5159051
Nov 19 20:49:17.260846 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c187afa-3ef9-4a59-82ad-a6d1e9fd9263', 'tag': '31f66b22-a921-49f4-af64-125686177833'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:49:17.268255 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e93d3a29-03bd-4505-a690-8186f0583835 req-41fbb20b-de69-4829-8b38-81cace34469a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866859
Nov 19 20:49:17.399927 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-b9d24256-caf6-4a67-af79-258eeccddb05 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2826f75aa14446fb8f3b82be9ae57f71&device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 1160 time: 0.0815384
Nov 19 20:49:17.480906 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-fa4eebf2-17c3-47c9-8aa8-25b85f4c039b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31f66b22-a921-49f4-af64-125686177833 HTTP/1.1" status: 200  len: 217 time: 0.0671594
Nov 19 20:49:17.528638 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c187afa-3ef9-4a59-82ad-a6d1e9fd9263', 'tag': '31f66b22-a921-49f4-af64-125686177833', 'status': 'completed', 'code': 200}
Nov 19 20:49:17.553648 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-6907ce68-000d-4f5b-b359-d6d07c302b0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:17.555228 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-6907ce68-000d-4f5b-b359-d6d07c302b0e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6123b28f-d62b-431d-b508-30dd54c9aa74 HTTP/1.1" status: 200  len: 854 time: 0.0678697
Nov 19 20:49:17.635778 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-cfc9160c-e16e-4f99-8b73-d920ee998a56 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733974
Nov 19 20:49:17.779076 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-36668c27-904e-4359-9819-b4e4a54890dd service neutron] 10.222.0.27 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353290
Nov 19 20:49:17.929934 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a4f0fea9-1316-482b-b36c-087a1d36603f req-cd0a90ab-c3c6-452c-a191-48d15ca312b2 service neutron] 10.222.0.27 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431379
Nov 19 20:49:18.015919 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc01e7a-cd54-49bf-9289-0d3b08aa4a59 req-6b65b0cb-46e9-4f04-ba84-061c1bc9e2ef tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:18.017528 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ebc01e7a-cd54-49bf-9289-0d3b08aa4a59 req-6b65b0cb-46e9-4f04-ba84-061c1bc9e2ef tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0866196
Nov 19 20:49:18.120483 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ebc01e7a-cd54-49bf-9289-0d3b08aa4a59 req-8c84e0e6-83c5-4a4a-82d8-c580ea0dc8e8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637164
Nov 19 20:49:18.131629 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9ffde8f4-c1fe-4380-ad11-9bae979c9117 req-9cf6f937-caaa-4eaf-8be7-6aa73ee34a83 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2826f75aa14446fb8f3b82be9ae57f71&device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 1160 time: 0.1126983
Nov 19 20:49:18.252883 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41e24c-e8e2-4a3f-a018-34f87365423e req-6ff91cc6-c68e-470b-871e-60663d285afd tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:18.254511 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bd41e24c-e8e2-4a3f-a018-34f87365423e req-6ff91cc6-c68e-470b-871e-60663d285afd tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 945 time: 0.0957968
Nov 19 20:49:18.277791 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffde8f4-c1fe-4380-ad11-9bae979c9117 req-b6009cf9-5945-41f3-9183-f8e3775085e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:18.279425 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9ffde8f4-c1fe-4380-ad11-9bae979c9117 req-b6009cf9-5945-41f3-9183-f8e3775085e7 service neutron] 10.222.0.27 "GET /v2.0/networks?id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 HTTP/1.1" status: 200  len: 909 time: 0.1391535
Nov 19 20:49:18.303692 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bd41e24c-e8e2-4a3f-a018-34f87365423e req-71b14b16-f864-4991-adfa-60325a9430d6 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423999
Nov 19 20:49:18.355562 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9ffde8f4-c1fe-4380-ad11-9bae979c9117 req-0019f8de-f954-4ed0-84ac-50ab9678f91b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31f66b22-a921-49f4-af64-125686177833 HTTP/1.1" status: 200  len: 217 time: 0.0689938
Nov 19 20:49:18.483844 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffde8f4-c1fe-4380-ad11-9bae979c9117 req-a321de1f-65d7-42a6-917a-98a917d41f96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:18.485401 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9ffde8f4-c1fe-4380-ad11-9bae979c9117 req-a321de1f-65d7-42a6-917a-98a917d41f96 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6123b28f-d62b-431d-b508-30dd54c9aa74 HTTP/1.1" status: 200  len: 854 time: 0.1227846
Nov 19 20:49:18.558075 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4c7a7-885a-465e-af65-1e1a018a734e req-d20ecd44-6575-4f9d-b908-d1cb45c4d7da tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:18.559563 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-13a4c7a7-885a-465e-af65-1e1a018a734e req-d20ecd44-6575-4f9d-b908-d1cb45c4d7da tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 943 time: 0.1576624
Nov 19 20:49:18.611950 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9ffde8f4-c1fe-4380-ad11-9bae979c9117 req-6dc8fdce-1b2c-4a6f-b007-3e3ed6048cd3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1179972
Nov 19 20:49:18.646089 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-13a4c7a7-885a-465e-af65-1e1a018a734e req-e0cf6235-1e4c-49b0-9593-52783853e7f2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802138
Nov 19 20:49:18.760815 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9ffde8f4-c1fe-4380-ad11-9bae979c9117 req-7f7493a5-f08e-4f2a-bdb4-79bb3fa93d9f service neutron] 10.222.0.27 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399884
Nov 19 20:49:18.899721 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9ffde8f4-c1fe-4380-ad11-9bae979c9117 req-35cc9626-f4d3-43f8-af5b-3c746746b328 service neutron] 10.222.0.27 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1323659
Nov 19 20:49:19.363790 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2599ee8-f602-4171-8fc3-7754a627db60 req-7681980d-3b6b-4512-be56-8768c9e88a6c tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:19.365426 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e2599ee8-f602-4171-8fc3-7754a627db60 req-7681980d-3b6b-4512-be56-8768c9e88a6c tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0855570
Nov 19 20:49:19.417983 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e2599ee8-f602-4171-8fc3-7754a627db60 req-ce02208b-ad48-47aa-8c92-646e46519c7a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461748
Nov 19 20:49:19.519279 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41913493-5c5a-4c9d-b10f-9c67df93be4f req-49a27ddd-7cc6-41b9-b006-48314e4c241b tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:19.520873 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-41913493-5c5a-4c9d-b10f-9c67df93be4f req-49a27ddd-7cc6-41b9-b006-48314e4c241b tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 945 time: 0.0849464
Nov 19 20:49:19.569013 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-41913493-5c5a-4c9d-b10f-9c67df93be4f req-124c2d92-5192-4d1a-8fee-cf7e230b2419 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414975
Nov 19 20:49:19.852397 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468dfef-393d-425f-8d19-9c8ff55f413d req-3712d9a8-a2ac-4b44-883d-a721585ebb3f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:19.854014 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6468dfef-393d-425f-8d19-9c8ff55f413d req-3712d9a8-a2ac-4b44-883d-a721585ebb3f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 943 time: 0.0819445
Nov 19 20:49:19.901276 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6468dfef-393d-425f-8d19-9c8ff55f413d req-703547d0-28dd-4360-9fa2-e5b267d6a118 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411565
Nov 19 20:49:20.426385 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af061132-1265-4ac1-bdb6-1f457c29c32e req-a4ad93cc-fc17-4b2e-9017-dc9f5d883df4 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:20.427891 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-af061132-1265-4ac1-bdb6-1f457c29c32e req-a4ad93cc-fc17-4b2e-9017-dc9f5d883df4 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.27 "GET /v2.0/ports?device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 945 time: 0.0861628
Nov 19 20:49:20.504936 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-af061132-1265-4ac1-bdb6-1f457c29c32e req-40649c87-f6c6-4cbe-bbda-732e0b5b96b9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Deleting port c9f0f57e-4abb-427b-850b-270ab9ea8ccf {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:49:20.505318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-af061132-1265-4ac1-bdb6-1f457c29c32e req-40649c87-f6c6-4cbe-bbda-732e0b5b96b9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:20.512749 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device c9f0f57e-4abb-427b-850b-270ab9ea8ccf no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:49:20.645627 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:20.678596 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09568642-6e2e-4b68-ab38-25a07f919d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9f0f57e-4abb-427b-850b-270ab9ea8ccf'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:49:20.692741 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port c9f0f57e-4abb-427b-850b-270ab9ea8ccf, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c9f0f57e-4abb-427b-850b-270ab9ea8ccf,segment=NetworkSegment(d20f8861-dd92-4253-a052-3fdbaf5ef58c),segment_id=d20f8861-dd92-4253-a052-3fdbaf5ef58c)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:49:20.696927 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:20.698945 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:20.786791 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=c9f0f57e-4abb-427b-850b-270ab9ea8ccf,revision_number=5']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:20.791314 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:20.792696 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5619e32-5406-461b-867c-73953249101b req-6e0b06c3-622b-46bb-ae8b-2de7269825f0 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:20.794445 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a5619e32-5406-461b-867c-73953249101b req-6e0b06c3-622b-46bb-ae8b-2de7269825f0 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 943 time: 0.0921900
Nov 19 20:49:20.848747 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a5619e32-5406-461b-867c-73953249101b req-1b77ce97-bf9e-4a49-9602-fbf445621a33 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457962
Nov 19 20:49:20.923966 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09568642-6e2e-4b68-ab38-25a07f919d25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9f0f57e-4abb-427b-850b-270ab9ea8ccf', 'code': 200}
Nov 19 20:49:21.041480 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819e39f-74ac-4344-ac02-30ef20289b40 req-2b498983-e6fe-4c09-86b1-aa66befb419a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:21.043103 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2819e39f-74ac-4344-ac02-30ef20289b40 req-2b498983-e6fe-4c09-86b1-aa66befb419a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.4741921
Nov 19 20:49:21.096593 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-af061132-1265-4ac1-bdb6-1f457c29c32e req-40649c87-f6c6-4cbe-bbda-732e0b5b96b9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] For port c9f0f57e-4abb-427b-850b-270ab9ea8ccf, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c9f0f57e-4abb-427b-850b-270ab9ea8ccf,segment=NetworkSegment(d20f8861-dd92-4253-a052-3fdbaf5ef58c),segment_id=d20f8861-dd92-4253-a052-3fdbaf5ef58c)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:49:21.096999 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-af061132-1265-4ac1-bdb6-1f457c29c32e req-40649c87-f6c6-4cbe-bbda-732e0b5b96b9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:21.122223 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6826c6d-083c-4f75-b0d8-e7586e4a8391 req-fa13d3e0-84ff-4640-9f00-f9a071175725 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:21.123392 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b6826c6d-083c-4f75-b0d8-e7586e4a8391 req-fa13d3e0-84ff-4640-9f00-f9a071175725 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 943 time: 0.0863559
Nov 19 20:49:21.183555 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b6826c6d-083c-4f75-b0d8-e7586e4a8391 req-6c588bf0-9c19-4acb-b582-13bec1bca634 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536225
Nov 19 20:49:21.240172 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-af061132-1265-4ac1-bdb6-1f457c29c32e req-40649c87-f6c6-4cbe-bbda-732e0b5b96b9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Calling delete_port for c9f0f57e-4abb-427b-850b-270ab9ea8ccf owned by compute:nova {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:49:21.285493 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2819e39f-74ac-4344-ac02-30ef20289b40 req-a755d297-fb24-4c22-a829-953642fc8b28 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2362990
Nov 19 20:49:21.326208 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [req-af061132-1265-4ac1-bdb6-1f457c29c32e req-40649c87-f6c6-4cbe-bbda-732e0b5b96b9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80324) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:49:21.326587 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [req-af061132-1265-4ac1-bdb6-1f457c29c32e req-40649c87-f6c6-4cbe-bbda-732e0b5b96b9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:49:21.827655 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-af061132-1265-4ac1-bdb6-1f457c29c32e req-40649c87-f6c6-4cbe-bbda-732e0b5b96b9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Deleting port c9f0f57e-4abb-427b-850b-270ab9ea8ccf {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:49:21.828282 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-af061132-1265-4ac1-bdb6-1f457c29c32e req-40649c87-f6c6-4cbe-bbda-732e0b5b96b9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:21.984647 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:49:22.064986 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a968feb-df8f-432f-b987-bad0bc628f69 req-2c98c02b-d046-497c-9459-8dbfcd0518fe tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:22.066616 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0a968feb-df8f-432f-b987-bad0bc628f69 req-2c98c02b-d046-497c-9459-8dbfcd0518fe tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 943 time: 0.0890360
Nov 19 20:49:22.089223 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-af061132-1265-4ac1-bdb6-1f457c29c32e req-40649c87-f6c6-4cbe-bbda-732e0b5b96b9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] For port c9f0f57e-4abb-427b-850b-270ab9ea8ccf, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c9f0f57e-4abb-427b-850b-270ab9ea8ccf,segment=NetworkSegment(d20f8861-dd92-4253-a052-3fdbaf5ef58c),segment_id=d20f8861-dd92-4253-a052-3fdbaf5ef58c)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:49:22.089551 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-af061132-1265-4ac1-bdb6-1f457c29c32e req-40649c87-f6c6-4cbe-bbda-732e0b5b96b9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:22.115056 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0a968feb-df8f-432f-b987-bad0bc628f69 req-b2ccc663-3dd6-4cf7-87b8-1b5291538aa7 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414491
Nov 19 20:49:22.216793 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-af061132-1265-4ac1-bdb6-1f457c29c32e req-40649c87-f6c6-4cbe-bbda-732e0b5b96b9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Calling delete_port for c9f0f57e-4abb-427b-850b-270ab9ea8ccf owned by compute:nova {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:49:22.413508 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-af061132-1265-4ac1-bdb6-1f457c29c32e req-40649c87-f6c6-4cbe-bbda-732e0b5b96b9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:22.429751 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8ddaa3c3-cf75-4562-a127-4bf0d076c015 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:22.488712 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40649c87-f6c6-4cbe-bbda-732e0b5b96b9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Pushing event deleted for resources: {'Port': ['ID=c9f0f57e-4abb-427b-850b-270ab9ea8ccf,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:22.501102 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-40649c87-f6c6-4cbe-bbda-732e0b5b96b9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:22.511207 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbd623-b803-4953-beae-bcc8a464d120 req-d5705a08-42ca-4bd2-a134-adb577da0280 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:22.512817 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4fcbd623-b803-4953-beae-bcc8a464d120 req-d5705a08-42ca-4bd2-a134-adb577da0280 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0831947
Nov 19 20:49:22.561294 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4fcbd623-b803-4953-beae-bcc8a464d120 req-c4be21ee-2650-4dc1-9a79-b02e1dcb521a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419805
Nov 19 20:49:22.579506 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a124f9-f3d5-458c-97da-5973fbfd0cdf req-2945442e-d188-4647-8e90-271cabbe59e5 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:22.581124 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d3a124f9-f3d5-458c-97da-5973fbfd0cdf req-2945442e-d188-4647-8e90-271cabbe59e5 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 943 time: 0.2534289
Nov 19 20:49:22.658561 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d3a124f9-f3d5-458c-97da-5973fbfd0cdf req-69d2d03b-8518-4990-969e-1210b318ff19 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700078
Nov 19 20:49:22.692727 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-af061132-1265-4ac1-bdb6-1f457c29c32e req-40649c87-f6c6-4cbe-bbda-732e0b5b96b9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] No DVR routers for this DVR port c9f0f57e-4abb-427b-850b-270ab9ea8ccf on host hv-cinder-75078 {{(pid=80324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:49:22.695441 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-af061132-1265-4ac1-bdb6-1f457c29c32e req-40649c87-f6c6-4cbe-bbda-732e0b5b96b9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:22.698714 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09568642-6e2e-4b68-ab38-25a07f919d25', 'name': 'network-vif-deleted', 'tag': 'c9f0f57e-4abb-427b-850b-270ab9ea8ccf'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:49:22.719030 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-af061132-1265-4ac1-bdb6-1f457c29c32e req-40649c87-f6c6-4cbe-bbda-732e0b5b96b9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.27 "DELETE /v2.0/ports/c9f0f57e-4abb-427b-850b-270ab9ea8ccf HTTP/1.1" status: 204  len: 173 time: 2.2844942
Nov 19 20:49:22.761971 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09568642-6e2e-4b68-ab38-25a07f919d25', 'name': 'network-vif-deleted', 'tag': 'c9f0f57e-4abb-427b-850b-270ab9ea8ccf', 'status': 'completed', 'code': 200}
Nov 19 20:49:22.854105 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.objects.ports [None req-ba39705c-150c-480b-a29e-cbdecf590a5d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80325) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 20:49:23.311448 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-420fbb76-ed2d-41a0-87c2-177b9af514df req-6b797fea-8489-4948-936b-7536fe517a71 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Synchronizing usage tracker for tenant:1a71c9245daa4247ac3bef0a5fb52cf6 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:49:23.327422 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-420fbb76-ed2d-41a0-87c2-177b9af514df req-6b797fea-8489-4948-936b-7536fe517a71 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Unset dirty status for tenant:1a71c9245daa4247ac3bef0a5fb52cf6 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:49:23.329142 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-420fbb76-ed2d-41a0-87c2-177b9af514df req-6b797fea-8489-4948-936b-7536fe517a71 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=09568642-6e2e-4b68-ab38-25a07f919d25 HTTP/1.1" status: 200  len: 210 time: 0.0664635
Nov 19 20:49:23.789778 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f911b-cda1-4e19-abf0-aa42ab735aad req-2e2275c9-7a8b-4a18-a740-92628e4bf325 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:23.791385 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-070f911b-cda1-4e19-abf0-aa42ab735aad req-2e2275c9-7a8b-4a18-a740-92628e4bf325 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0864837
Nov 19 20:49:23.839831 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-070f911b-cda1-4e19-abf0-aa42ab735aad req-ba490824-350f-4fe2-8add-73bd36a8dcee tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422683
Nov 19 20:49:23.873188 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c88e37-ef8b-4ddf-a5a4-ad9aeba7e423 req-5247864c-0e64-4ace-a66a-4d2aeb305e06 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:23.874840 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-54c88e37-ef8b-4ddf-a5a4-ad9aeba7e423 req-5247864c-0e64-4ace-a66a-4d2aeb305e06 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 943 time: 0.0867589
Nov 19 20:49:23.924769 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-54c88e37-ef8b-4ddf-a5a4-ad9aeba7e423 req-b188dd9e-7810-4f95-aa86-394b65ca0390 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437450
Nov 19 20:49:24.162877 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 31f66b22-a921-49f4-af64-125686177833 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:49:24.234131 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning for port 31f66b22-a921-49f4-af64-125686177833 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:49:24.238820 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 31f66b22-a921-49f4-af64-125686177833 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:49:24.239240 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:24.352461 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:24.380027 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c187afa-3ef9-4a59-82ad-a6d1e9fd9263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f66b22-a921-49f4-af64-125686177833'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:49:24.391452 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port 31f66b22-a921-49f4-af64-125686177833, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=31f66b22-a921-49f4-af64-125686177833,segment=NetworkSegment(ebabc9b7-0e38-4b31-a090-78795cd26b7c),segment_id=ebabc9b7-0e38-4b31-a090-78795cd26b7c)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:49:24.394408 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:24.395365 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device e0f12582-4e4e-4cea-82c5-89165d3c918d up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:49:24.423910 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-16f093f3-4aaf-4f5f-9914-052cfc5a02e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:24.462674 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c187afa-3ef9-4a59-82ad-a6d1e9fd9263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f66b22-a921-49f4-af64-125686177833', 'code': 200}
Nov 19 20:49:24.527798 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=31f66b22-a921-49f4-af64-125686177833,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:24.531158 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:24.538739 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning for port e0f12582-4e4e-4cea-82c5-89165d3c918d completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:49:24.543839 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port e0f12582-4e4e-4cea-82c5-89165d3c918d triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:49:24.544511 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:24.669069 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:24.708025 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port e0f12582-4e4e-4cea-82c5-89165d3c918d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=e0f12582-4e4e-4cea-82c5-89165d3c918d,segment=NetworkSegment(3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5),segment_id=3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:49:24.712031 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:24.714367 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:24.751193 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-92a4c200-19ac-4ed8-b649-554658fe6708 req-6c2aa91c-2a64-4aeb-9af6-1e710f2334cf service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 1162 time: 0.0896115
Nov 19 20:49:24.784165 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=e0f12582-4e4e-4cea-82c5-89165d3c918d,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:24.787792 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:24.800079 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-92a4c200-19ac-4ed8-b649-554658fe6708 req-723d7753-d74f-4653-ad2e-e851dee42dfe service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421257
Nov 19 20:49:25.064156 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe8873-8454-45fe-8c65-a2e76c6e08c5 req-745fb86c-e812-4b70-910d-f09ca4aaf215 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:25.065792 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cbbe8873-8454-45fe-8c65-a2e76c6e08c5 req-745fb86c-e812-4b70-910d-f09ca4aaf215 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0846207
Nov 19 20:49:25.116974 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cbbe8873-8454-45fe-8c65-a2e76c6e08c5 req-0c5f161b-5c91-402f-8fc1-0a2108fc9f96 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450206
Nov 19 20:49:25.138996 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500560db-a14d-4a65-be5b-ff9e10ffadc5 req-9d41caba-5869-4b4e-8f2b-e1778750999f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:25.140611 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-500560db-a14d-4a65-be5b-ff9e10ffadc5 req-9d41caba-5869-4b4e-8f2b-e1778750999f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 945 time: 0.0837374
Nov 19 20:49:25.192387 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-500560db-a14d-4a65-be5b-ff9e10ffadc5 req-e0990768-c22b-4951-8f6f-1788cb2d3c1d tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454249
Nov 19 20:49:26.346484 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a11bbc-2673-4c35-83fd-fca461944efd req-058eec5f-80fb-4614-b206-564b0c02d0fb tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:26.348067 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c8a11bbc-2673-4c35-83fd-fca461944efd req-058eec5f-80fb-4614-b206-564b0c02d0fb tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0828795
Nov 19 20:49:26.396879 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c8a11bbc-2673-4c35-83fd-fca461944efd req-3b76f953-68f6-4c9e-ac17-ae81859c082c tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417509
Nov 19 20:49:26.404644 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdccda-ca5d-445f-9bd0-56d1b5a17a80 req-49dfb07a-3777-41b1-93e8-86f6d641b0a6 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:26.406345 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-48cdccda-ca5d-445f-9bd0-56d1b5a17a80 req-49dfb07a-3777-41b1-93e8-86f6d641b0a6 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 945 time: 0.0871196
Nov 19 20:49:26.454850 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-48cdccda-ca5d-445f-9bd0-56d1b5a17a80 req-388c8e22-61a8-42ef-ae42-5492e3dca9e3 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421238
Nov 19 20:49:26.463709 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afef7f7f-b01e-48cf-9f25-e23ed68ff67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f12582-4e4e-4cea-82c5-89165d3c918d'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:49:26.521036 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afef7f7f-b01e-48cf-9f25-e23ed68ff67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f12582-4e4e-4cea-82c5-89165d3c918d', 'code': 200}
Nov 19 20:49:27.623229 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c427ed-cac2-4731-9b2a-c0d731e0a3d8 req-38134b9a-ec23-4264-9c39-85e52da29d5a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:27.624822 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-47c427ed-cac2-4731-9b2a-c0d731e0a3d8 req-38134b9a-ec23-4264-9c39-85e52da29d5a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0831993
Nov 19 20:49:27.670000 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c7797-03ec-461d-9d22-fff8d60b9406 req-d885a4b7-cb4c-4d06-8481-1ef7b89ca3c0 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:27.671610 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3a0c7797-03ec-461d-9d22-fff8d60b9406 req-d885a4b7-cb4c-4d06-8481-1ef7b89ca3c0 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 945 time: 0.0865414
Nov 19 20:49:27.673771 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-47c427ed-cac2-4731-9b2a-c0d731e0a3d8 req-8238ef8d-1f18-4503-b23e-46e64b1d81d2 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426214
Nov 19 20:49:27.719794 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3a0c7797-03ec-461d-9d22-fff8d60b9406 req-1a286df6-d684-4e3a-8653-e84eaab11988 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420804
Nov 19 20:49:28.912103 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac19c0d-da18-49ae-95e5-fa72f45e7b24 req-3ab9094c-4726-4a98-967a-75aabcb44d1c tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:28.912103 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6ac19c0d-da18-49ae-95e5-fa72f45e7b24 req-3ab9094c-4726-4a98-967a-75aabcb44d1c tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0906796
Nov 19 20:49:28.930645 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804794be-023b-48f1-ab60-436ac63f7dd7 req-21221cd0-20c8-4a69-8d9a-91f54f84ad88 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:28.932268 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-804794be-023b-48f1-ab60-436ac63f7dd7 req-21221cd0-20c8-4a69-8d9a-91f54f84ad88 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 945 time: 0.0826609
Nov 19 20:49:28.963819 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6ac19c0d-da18-49ae-95e5-fa72f45e7b24 req-5f750607-532d-4785-9850-46a2e497be80 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473602
Nov 19 20:49:28.964051 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 31f66b22-a921-49f4-af64-125686177833 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:49:28.986153 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-804794be-023b-48f1-ab60-436ac63f7dd7 req-8df43dd9-2834-42a8-8d99-523f3ecce030 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471449
Nov 19 20:49:29.060806 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 31f66b22-a921-49f4-af64-125686177833 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:49:29.061250 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:29.175217 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device e0f12582-4e4e-4cea-82c5-89165d3c918d up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:49:29.246773 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port e0f12582-4e4e-4cea-82c5-89165d3c918d triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:49:29.247130 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:29.382012 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-aaa7552e-7693-40b4-9e7e-9b636ded06a4 req-657c90e5-e573-478e-9b91-8816c8920a93 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 1162 time: 0.0751109
Nov 19 20:49:29.432079 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-aaa7552e-7693-40b4-9e7e-9b636ded06a4 req-bddaef8a-b136-448b-89ff-2789852ae9ed service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422997
Nov 19 20:49:29.476037 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:30.245357 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf558d-5470-45ff-bd44-cb078c29fec4 req-286911e5-b000-43f0-b515-2e16ab7ae0db tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:30.247237 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-addf558d-5470-45ff-bd44-cb078c29fec4 req-286911e5-b000-43f0-b515-2e16ab7ae0db tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.1285393
Nov 19 20:49:30.298234 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-addf558d-5470-45ff-bd44-cb078c29fec4 req-d61a2814-1d23-4ace-9859-76c673d2df34 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437260
Nov 19 20:49:30.354357 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9e3cb-8980-4200-bed2-d8396cdc5735 req-8c3f2682-3d10-4487-90f3-5cd33f32862b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:30.355959 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ceb9e3cb-8980-4200-bed2-d8396cdc5735 req-8c3f2682-3d10-4487-90f3-5cd33f32862b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 945 time: 0.0866673
Nov 19 20:49:30.402990 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ceb9e3cb-8980-4200-bed2-d8396cdc5735 req-41ffe790-3823-4791-8112-c409c98b9820 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408351
Nov 19 20:49:31.540921 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5a438-2927-4a1b-9ad6-29bbf0cf0261 req-21adb397-fc60-4a40-87a1-bcbd2cfe8ad6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:31.542641 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a3c5a438-2927-4a1b-9ad6-29bbf0cf0261 req-21adb397-fc60-4a40-87a1-bcbd2cfe8ad6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0995507
Nov 19 20:49:31.605277 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a3c5a438-2927-4a1b-9ad6-29bbf0cf0261 req-f0c64855-6c38-49dd-a879-9e160e76b4ed tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558183
Nov 19 20:49:31.630537 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a3433-8988-45a5-88b4-acb35c60620e req-9e1663c8-e3e7-4224-b8ce-1b1129906337 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:31.632193 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-699a3433-8988-45a5-88b4-acb35c60620e req-9e1663c8-e3e7-4224-b8ce-1b1129906337 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 945 time: 0.1004939
Nov 19 20:49:31.684887 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-699a3433-8988-45a5-88b4-acb35c60620e req-01b5cba6-af4f-467d-8927-e1855bde5a08 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464869
Nov 19 20:49:31.828288 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ae980-2af4-4d9c-a578-5c68ff9454e0 req-d5ae54f5-2cef-4e8d-8578-a6b324e6b6b5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:31.829981 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a32ae980-2af4-4d9c-a578-5c68ff9454e0 req-d5ae54f5-2cef-4e8d-8578-a6b324e6b6b5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0840383
Nov 19 20:49:31.839555 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 36778) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:49:31.845353 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-a408d0e6-b6b9-4aed-a004-98fb4b1cd137 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Request body: {'floatingip': {'port_id': 'e0f12582-4e4e-4cea-82c5-89165d3c918d'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:49:31.895435 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3f158-66a8-4315-81de-6918587b343b req-92fe4b78-6c5d-4947-af1c-bde149987883 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:31.897063 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cea3f158-66a8-4315-81de-6918587b343b req-92fe4b78-6c5d-4947-af1c-bde149987883 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 945 time: 0.0830004
Nov 19 20:49:31.926495 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a408d0e6-b6b9-4aed-a004-98fb4b1cd137 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for floatingip, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:31.945514 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cea3f158-66a8-4315-81de-6918587b343b req-62c7c00b-a0df-4eb3-a63c-80ca67684f73 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422378
Nov 19 20:49:32.238030 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 31f66b22-a921-49f4-af64-125686177833 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:49:32.315128 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 31f66b22-a921-49f4-af64-125686177833 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:49:32.315664 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:32.393455 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaaed54-a3cb-4f52-89ef-844af5f16321 req-5fe8f710-182a-4d25-bbac-2791c6faa61c tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:32.395102 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-eaaaed54-a3cb-4f52-89ef-844af5f16321 req-5fe8f710-182a-4d25-bbac-2791c6faa61c tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 945 time: 0.0860670
Nov 19 20:49:32.437880 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device e0f12582-4e4e-4cea-82c5-89165d3c918d up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:49:32.450140 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-eaaaed54-a3cb-4f52-89ef-844af5f16321 req-68a0f016-8a9b-45df-8efa-8b50fcf0bcb9 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468454
Nov 19 20:49:32.513137 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port e0f12582-4e4e-4cea-82c5-89165d3c918d triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:49:32.513568 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:32.802481 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a408d0e6-b6b9-4aed-a004-98fb4b1cd137 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for floatingip, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:32.806795 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a408d0e6-b6b9-4aed-a004-98fb4b1cd137 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:33.007422 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_db [None req-a408d0e6-b6b9-4aed-a004-98fb4b1cd137 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Floating IP 37f268db-4bb7-43e6-93af-d96f2524d5b0 associated. External IP: 172.27.0.121, port: e0f12582-4e4e-4cea-82c5-89165d3c918d.
Nov 19 20:49:33.410607 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a408d0e6-b6b9-4aed-a004-98fb4b1cd137 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Router ee1ef9d0-40ee-4156-b755-037509f3ea8b has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:49:33.621368 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a408d0e6-b6b9-4aed-a004-98fb4b1cd137 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:49:33.625894 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a408d0e6-b6b9-4aed-a004-98fb4b1cd137 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:33.632044 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d1b520-c4cd-4898-9109-db9dedff6bf0 None None] Sync routers for ids ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:49:33.645567 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d1b520-c4cd-4898-9109-db9dedff6bf0 None None] Routers {'ee1ef9d0-40ee-4156-b755-037509f3ea8b'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:49:33.646297 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-f8d1b520-c4cd-4898-9109-db9dedff6bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdd0c5ba8>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:49:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:49:33.681405 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a408d0e6-b6b9-4aed-a004-98fb4b1cd137 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "PUT /v2.0/floatingips/37f268db-4bb7-43e6-93af-d96f2524d5b0 HTTP/1.1" status: 200  len: 991 time: 1.8400657
Nov 19 20:49:33.682096 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afef7f7f-b01e-48cf-9f25-e23ed68ff67a', 'tag': 'e0f12582-4e4e-4cea-82c5-89165d3c918d'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:49:33.743887 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afef7f7f-b01e-48cf-9f25-e23ed68ff67a', 'tag': 'e0f12582-4e4e-4cea-82c5-89165d3c918d', 'status': 'completed', 'code': 200}
Nov 19 20:49:33.840444 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-f8d1b520-c4cd-4898-9109-db9dedff6bf0 None None] Set router ee1ef9d0-40ee-4156-b755-037509f3ea8b gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:49:34.201557 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-f8d1b520-c4cd-4898-9109-db9dedff6bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdd0c5ba8>, [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:38Z', 'revision_number': 4, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '37f268db-4bb7-43e6-93af-d96f2524d5b0', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'port_id': 'e0f12582-4e4e-4cea-82c5-89165d3c918d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'mac_address': 'fa:16:3e:1b:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afef7f7f-b01e-48cf-9f25-e23ed68ff67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:48:46Z', 'updated_at': '2020-11-19T20:49:32Z', 'revision_number': 1, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75dc612-594b-4318-90d0-5fc86305785c', 'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'mac_address': 'fa:16:3e:93:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:37Z', 'updated_at': '2020-11-19T20:48:53Z', 'revision_number': 5, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'subnets': [{'id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:49:34.205621 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d1b520-c4cd-4898-9109-db9dedff6bf0 None None] Checking router: ee1ef9d0-40ee-4156-b755-037509f3ea8b for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:49:34.217439 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d1b520-c4cd-4898-9109-db9dedff6bf0 None None] Routers {'ee1ef9d0-40ee-4156-b755-037509f3ea8b'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:49:34.218116 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-f8d1b520-c4cd-4898-9109-db9dedff6bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdd0c5ba8>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:49:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:49:34.396931 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-f8d1b520-c4cd-4898-9109-db9dedff6bf0 None None] Set router ee1ef9d0-40ee-4156-b755-037509f3ea8b gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:49:34.900157 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-f8d1b520-c4cd-4898-9109-db9dedff6bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdd0c5ba8>, [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:38Z', 'revision_number': 4, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '37f268db-4bb7-43e6-93af-d96f2524d5b0', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'port_id': 'e0f12582-4e4e-4cea-82c5-89165d3c918d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'mac_address': 'fa:16:3e:1b:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afef7f7f-b01e-48cf-9f25-e23ed68ff67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:48:46Z', 'updated_at': '2020-11-19T20:49:32Z', 'revision_number': 1, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75dc612-594b-4318-90d0-5fc86305785c', 'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'mac_address': 'fa:16:3e:93:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:37Z', 'updated_at': '2020-11-19T20:48:53Z', 'revision_number': 5, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'subnets': [{'id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:49:34.904474 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d1b520-c4cd-4898-9109-db9dedff6bf0 None None] The sync data for ids ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'] in dv-cinder-750782-3-iscsi is: [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:38Z', 'revision_number': 4, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '37f268db-4bb7-43e6-93af-d96f2524d5b0', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'port_id': 'e0f12582-4e4e-4cea-82c5-89165d3c918d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'mac_address': 'fa:16:3e:1b:05:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afef7f7f-b01e-48cf-9f25-e23ed68ff67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:48:46Z', 'updated_at': '2020-11-19T20:49:32Z', 'revision_number': 1, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75dc612-594b-4318-90d0-5fc86305785c', 'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'mac_address': 'fa:16:3e:93:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:37Z', 'updated_at': '2020-11-19T20:48:53Z', 'revision_number': 5, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'subnets': [{'id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:49:35.226168 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cb1e11-2634-4398-9a52-67fbeab02c55 None None] New status for floating IP 37f268db-4bb7-43e6-93af-d96f2524d5b0: ACTIVE {{(pid=80326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 20:49:35.691447 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3f2db833-d202-4c7e-8b85-69823c13a20f req-f8b43925-4bb0-47dd-83b3-8b0ca358eca1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1&device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 1162 time: 0.0790911
Nov 19 20:49:35.825390 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-62fa339e-336c-41a6-897a-e4a634a7b443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:35.835830 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2db833-d202-4c7e-8b85-69823c13a20f req-72fca9ce-7503-4f5d-b758-1f5b94222972 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:35.837472 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3f2db833-d202-4c7e-8b85-69823c13a20f req-72fca9ce-7503-4f5d-b758-1f5b94222972 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f600d754-a3af-4d81-9829-a5bb5191007e HTTP/1.1" status: 200  len: 911 time: 0.1373436
Nov 19 20:49:35.941003 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3f2db833-d202-4c7e-8b85-69823c13a20f req-be401dfc-ef4c-4bd1-9b49-17ba7dedc1fa service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0f12582-4e4e-4cea-82c5-89165d3c918d HTTP/1.1" status: 200  len: 1001 time: 0.0959129
Nov 19 20:49:36.011835 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2db833-d202-4c7e-8b85-69823c13a20f req-1cb72c31-bd0a-4d5a-9ae9-a58f244f2d4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:36.013356 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3f2db833-d202-4c7e-8b85-69823c13a20f req-1cb72c31-bd0a-4d5a-9ae9-a58f244f2d4b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=f9de70f2-6912-47cb-a752-2ceb77669463 HTTP/1.1" status: 200  len: 856 time: 0.0654557
Nov 19 20:49:36.091778 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3f2db833-d202-4c7e-8b85-69823c13a20f req-3df86185-a665-4146-83e3-ac7547a2dd03 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f600d754-a3af-4d81-9829-a5bb5191007e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721262
Nov 19 20:49:36.235083 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3f2db833-d202-4c7e-8b85-69823c13a20f req-f3d20e16-81f8-4008-b935-d46888bf003f service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361597
Nov 19 20:49:36.374727 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3f2db833-d202-4c7e-8b85-69823c13a20f req-8ca0abf8-fe39-4215-959b-296c240203c3 service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1334088
Nov 19 20:49:37.146260 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50362dfc-dc57-4029-9107-980ac23758fb req-96df6f88-fdef-4868-91c7-587e206759b8 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:37.147871 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50362dfc-dc57-4029-9107-980ac23758fb req-96df6f88-fdef-4868-91c7-587e206759b8 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/networks?id=b83d732a-8e67-49fd-945b-fefbf79e42c2 HTTP/1.1" status: 200  len: 814 time: 0.1532762
Nov 19 20:49:37.166034 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50362dfc-dc57-4029-9107-980ac23758fb req-c687b6a1-c057-4e0b-b908-3906d8507ba1 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/quotas/1a71c9245daa4247ac3bef0a5fb52cf6 HTTP/1.1" status: 200  len: 375 time: 0.0115237
Nov 19 20:49:37.220145 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50362dfc-dc57-4029-9107-980ac23758fb req-a40b85ca-f92e-4f50-88ab-5d9173ae8e77 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a71c9245daa4247ac3bef0a5fb52cf6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0483236
Nov 19 20:49:37.363192 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50362dfc-dc57-4029-9107-980ac23758fb req-1a5e192a-8566-413a-b5a7-00324a063979 service neutron] 10.222.0.23 "GET /v2.0/networks/b83d732a-8e67-49fd-945b-fefbf79e42c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357410
Nov 19 20:49:37.508316 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50362dfc-dc57-4029-9107-980ac23758fb req-fb3feaca-1b9c-484a-8c43-9681e3883208 service neutron] 10.222.0.23 "GET /v2.0/networks/b83d732a-8e67-49fd-945b-fefbf79e42c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383586
Nov 19 20:49:37.710658 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1b33b802-2977-48e1-b49f-08ae316c8c73 req-b875bb18-3f1b-4013-a245-f8930f9a5e38 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=b989e5c9-444d-4b22-a734-26384b86c8e2 HTTP/1.1" status: 200  len: 210 time: 0.0472689
Nov 19 20:49:38.665929 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-76a4756e-a48d-44b1-a5ca-d044be951d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:38.843050 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:38.887821 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4e5083a6-88d0-4317-ac25-8a75edda0073 req-5bbb89c1-8a39-4cd3-8bc3-b24368052d27 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=b989e5c9-444d-4b22-a734-26384b86c8e2 HTTP/1.1" status: 200  len: 210 time: 0.0471036
Nov 19 20:49:39.170041 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50362dfc-dc57-4029-9107-980ac23758fb req-c89e948f-ae89-4559-896e-12f229f8ca6a tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:39.171637 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50362dfc-dc57-4029-9107-980ac23758fb req-c89e948f-ae89-4559-896e-12f229f8ca6a tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.27 "GET /v2.0/networks?id=b83d732a-8e67-49fd-945b-fefbf79e42c2 HTTP/1.1" status: 200  len: 814 time: 0.1635158
Nov 19 20:49:39.195115 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-50362dfc-dc57-4029-9107-980ac23758fb req-7e00dce2-202d-43ae-839f-769e7fd40f6f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Request body: {'port': {'device_id': 'b989e5c9-444d-4b22-a734-26384b86c8e2', 'network_id': 'b83d732a-8e67-49fd-945b-fefbf79e42c2', 'admin_state_up': True, 'tenant_id': '1a71c9245daa4247ac3bef0a5fb52cf6'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:49:39.343830 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-50362dfc-dc57-4029-9107-980ac23758fb req-7e00dce2-202d-43ae-839f-769e7fd40f6f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:49:39.353573 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-50362dfc-dc57-4029-9107-980ac23758fb req-7e00dce2-202d-43ae-839f-769e7fd40f6f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:49:39.362562 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50362dfc-dc57-4029-9107-980ac23758fb req-7e00dce2-202d-43ae-839f-769e7fd40f6f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Made reservation on behalf of 1a71c9245daa4247ac3bef0a5fb52cf6 for: {'port': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:49:39.367983 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-50362dfc-dc57-4029-9107-980ac23758fb req-7e00dce2-202d-43ae-839f-769e7fd40f6f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:39.785192 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:39.897918 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-50362dfc-dc57-4029-9107-980ac23758fb req-7e00dce2-202d-43ae-839f-769e7fd40f6f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Allocated IP 172.20.0.13 (b83d732a-8e67-49fd-945b-fefbf79e42c2/d39f61d3-9790-4402-b599-273b7ce5c960/27ba2433-1130-4c7b-9dec-6c5be4b4af08) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:49:40.066609 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7b33c56a-a918-4088-8845-eb141d6d4dc8 req-b65a4ecd-a8a4-4c2e-8497-7f05d6f85b5e tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=b989e5c9-444d-4b22-a734-26384b86c8e2 HTTP/1.1" status: 200  len: 210 time: 0.0514078
Nov 19 20:49:40.110544 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-50362dfc-dc57-4029-9107-980ac23758fb req-7e00dce2-202d-43ae-839f-769e7fd40f6f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:40.137085 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-50362dfc-dc57-4029-9107-980ac23758fb req-7e00dce2-202d-43ae-839f-769e7fd40f6f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:40.152045 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-40649c87-f6c6-4cbe-bbda-732e0b5b96b9 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:40.179423 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:40.292906 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00dce2-202d-43ae-839f-769e7fd40f6f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Pushing event updated for resources: {'Port': ['ID=27ba2433-1130-4c7b-9dec-6c5be4b4af08,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:40.303289 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7e00dce2-202d-43ae-839f-769e7fd40f6f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:40.355647 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50362dfc-dc57-4029-9107-980ac23758fb req-7e00dce2-202d-43ae-839f-769e7fd40f6f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Network b83d732a-8e67-49fd-945b-fefbf79e42c2 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:49:40.356905 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-50362dfc-dc57-4029-9107-980ac23758fb req-7e00dce2-202d-43ae-839f-769e7fd40f6f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:49:40.359532 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-50362dfc-dc57-4029-9107-980ac23758fb req-7e00dce2-202d-43ae-839f-769e7fd40f6f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:49:40.429844 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50362dfc-dc57-4029-9107-980ac23758fb req-7e00dce2-202d-43ae-839f-769e7fd40f6f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:40.430981 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-50362dfc-dc57-4029-9107-980ac23758fb req-7e00dce2-202d-43ae-839f-769e7fd40f6f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:40.455538 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50362dfc-dc57-4029-9107-980ac23758fb req-7e00dce2-202d-43ae-839f-769e7fd40f6f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2647669
Nov 19 20:49:40.486153 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-50362dfc-dc57-4029-9107-980ac23758fb req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Request body: {'port': {'device_id': 'b989e5c9-444d-4b22-a734-26384b86c8e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:49:40.598181 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-50362dfc-dc57-4029-9107-980ac23758fb req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:40.993672 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [req-50362dfc-dc57-4029-9107-980ac23758fb req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ba2433-1130-4c7b-9dec-6c5be4b4af08 {{(pid=80324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 20:49:41.000928 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-50362dfc-dc57-4029-9107-980ac23758fb req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:41.012837 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-50362dfc-dc57-4029-9107-980ac23758fb req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Transition to ACTIVE for port object 27ba2433-1130-4c7b-9dec-6c5be4b4af08 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:49:41.015619 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-50362dfc-dc57-4029-9107-980ac23758fb req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:41.031019 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b9e43626-a5f2-439a-b90e-d2c806f545f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:41.175801 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Pushing event updated for resources: {'Port': ['ID=27ba2433-1130-4c7b-9dec-6c5be4b4af08,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:41.179314 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:41.282946 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50c1d9-bdab-4806-91db-bc36bad207da req-432e2393-7e1c-4c1a-9bef-39445b745eef tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:41.284465 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1d50c1d9-bdab-4806-91db-bc36bad207da req-432e2393-7e1c-4c1a-9bef-39445b745eef tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=b989e5c9-444d-4b22-a734-26384b86c8e2 HTTP/1.1" status: 200  len: 944 time: 0.0839756
Nov 19 20:49:41.335298 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1d50c1d9-bdab-4806-91db-bc36bad207da req-57836341-4b26-41cb-8f69-cff617de0a2b tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437694
Nov 19 20:49:41.365262 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-50362dfc-dc57-4029-9107-980ac23758fb req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Attempting to bind port 27ba2433-1130-4c7b-9dec-6c5be4b4af08 on host hv-cinder-75078 for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:49:41.365634 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-50362dfc-dc57-4029-9107-980ac23758fb req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Attempting to bind port 27ba2433-1130-4c7b-9dec-6c5be4b4af08 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'd20f8861-dd92-4253-a052-3fdbaf5ef58c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b83d732a-8e67-49fd-945b-fefbf79e42c2'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:49:41.366027 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50362dfc-dc57-4029-9107-980ac23758fb req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Attempting to bind port 27ba2433-1130-4c7b-9dec-6c5be4b4af08 on network b83d732a-8e67-49fd-945b-fefbf79e42c2 {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:49:41.373101 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50362dfc-dc57-4029-9107-980ac23758fb req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Checking agent: {'id': '460481f1-45c5-4450-82c0-45a37946158c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 41, 59), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 29), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:49:41.373474 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50362dfc-dc57-4029-9107-980ac23758fb req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Checking segment: {'id': 'd20f8861-dd92-4253-a052-3fdbaf5ef58c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b83d732a-8e67-49fd-945b-fefbf79e42c2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:49:41.373898 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-50362dfc-dc57-4029-9107-980ac23758fb req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:41.374302 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50362dfc-dc57-4029-9107-980ac23758fb req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Bound using segment: {'id': 'd20f8861-dd92-4253-a052-3fdbaf5ef58c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b83d732a-8e67-49fd-945b-fefbf79e42c2'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:49:41.374762 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-50362dfc-dc57-4029-9107-980ac23758fb req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Bound port: 27ba2433-1130-4c7b-9dec-6c5be4b4af08, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20f8861-dd92-4253-a052-3fdbaf5ef58c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b83d732a-8e67-49fd-945b-fefbf79e42c2'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:49:41.375132 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-50362dfc-dc57-4029-9107-980ac23758fb req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:41.468795 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-50362dfc-dc57-4029-9107-980ac23758fb req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] For port 27ba2433-1130-4c7b-9dec-6c5be4b4af08, host hv-cinder-75078, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:49:41.472585 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-50362dfc-dc57-4029-9107-980ac23758fb req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] For port 27ba2433-1130-4c7b-9dec-6c5be4b4af08, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=27ba2433-1130-4c7b-9dec-6c5be4b4af08,segment=NetworkSegment(d20f8861-dd92-4253-a052-3fdbaf5ef58c),segment_id=d20f8861-dd92-4253-a052-3fdbaf5ef58c)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:49:41.476115 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-50362dfc-dc57-4029-9107-980ac23758fb req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:41.491344 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:41.637548 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Pushing event updated for resources: {'Port': ['ID=27ba2433-1130-4c7b-9dec-6c5be4b4af08,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:41.642315 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:41.678940 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-50362dfc-dc57-4029-9107-980ac23758fb req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:41.680454 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50362dfc-dc57-4029-9107-980ac23758fb req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] 10.222.0.27 "PUT /v2.0/ports/27ba2433-1130-4c7b-9dec-6c5be4b4af08 HTTP/1.1" status: 200  len: 1158 time: 1.1990402
Nov 19 20:49:41.680973 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b989e5c9-444d-4b22-a734-26384b86c8e2', 'tag': '27ba2433-1130-4c7b-9dec-6c5be4b4af08'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:49:41.737495 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b989e5c9-444d-4b22-a734-26384b86c8e2', 'tag': '27ba2433-1130-4c7b-9dec-6c5be4b4af08', 'status': 'completed', 'code': 200}
Nov 19 20:49:41.830751 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50362dfc-dc57-4029-9107-980ac23758fb req-458ead42-d969-451f-924c-e70d9a02a158 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=1a71c9245daa4247ac3bef0a5fb52cf6&device_id=b989e5c9-444d-4b22-a734-26384b86c8e2 HTTP/1.1" status: 200  len: 1161 time: 0.0751317
Nov 19 20:49:41.910662 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50362dfc-dc57-4029-9107-980ac23758fb req-0e5192cd-94b4-4ed2-9af1-6f30c253a60e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27ba2433-1130-4c7b-9dec-6c5be4b4af08 HTTP/1.1" status: 200  len: 217 time: 0.0656810
Nov 19 20:49:41.978341 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50362dfc-dc57-4029-9107-980ac23758fb req-1fb8472d-b18c-4270-83d8-e155fcd2cc7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:41.979798 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50362dfc-dc57-4029-9107-980ac23758fb req-1fb8472d-b18c-4270-83d8-e155fcd2cc7c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d39f61d3-9790-4402-b599-273b7ce5c960 HTTP/1.1" status: 200  len: 854 time: 0.0626807
Nov 19 20:49:42.029913 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50362dfc-dc57-4029-9107-980ac23758fb req-d7c3f173-deda-4489-80f3-c8286001ddb9 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=b83d732a-8e67-49fd-945b-fefbf79e42c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432420
Nov 19 20:49:42.175288 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50362dfc-dc57-4029-9107-980ac23758fb req-51f7072f-187a-47b6-b376-c70a7294bf71 service neutron] 10.222.0.27 "GET /v2.0/networks/b83d732a-8e67-49fd-945b-fefbf79e42c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379547
Nov 19 20:49:42.319297 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50362dfc-dc57-4029-9107-980ac23758fb req-47b60a33-2f22-4c0e-8efb-bc0502085548 service neutron] 10.222.0.27 "GET /v2.0/networks/b83d732a-8e67-49fd-945b-fefbf79e42c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1337655
Nov 19 20:49:42.557232 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3154a599-312d-4ca3-a8fe-15ac8c3bcf38 req-d1180f40-c625-4d8f-9836-e1b3faf2c6da service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=1a71c9245daa4247ac3bef0a5fb52cf6&device_id=b989e5c9-444d-4b22-a734-26384b86c8e2 HTTP/1.1" status: 200  len: 1161 time: 0.1411760
Nov 19 20:49:42.570995 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d7545-c454-41cd-9579-58d97a517069 req-78ac4ef2-61f3-427a-844d-f9311f918bde tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:42.571737 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-bc9d7545-c454-41cd-9579-58d97a517069 req-78ac4ef2-61f3-427a-844d-f9311f918bde tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Synchronizing usage tracker for tenant:1a71c9245daa4247ac3bef0a5fb52cf6 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:49:42.628901 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-bc9d7545-c454-41cd-9579-58d97a517069 req-78ac4ef2-61f3-427a-844d-f9311f918bde tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Unset dirty status for tenant:1a71c9245daa4247ac3bef0a5fb52cf6 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:49:42.630216 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bc9d7545-c454-41cd-9579-58d97a517069 req-78ac4ef2-61f3-427a-844d-f9311f918bde tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=b989e5c9-444d-4b22-a734-26384b86c8e2 HTTP/1.1" status: 200  len: 944 time: 0.1599696
Nov 19 20:49:42.755633 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bc9d7545-c454-41cd-9579-58d97a517069 req-860fae8c-0290-4839-a3d5-d42471787bd6 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739975
Nov 19 20:49:42.758036 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154a599-312d-4ca3-a8fe-15ac8c3bcf38 req-efb2afba-d560-40a1-882d-55033490f8ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:42.759568 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3154a599-312d-4ca3-a8fe-15ac8c3bcf38 req-efb2afba-d560-40a1-882d-55033490f8ea service neutron] 10.222.0.27 "GET /v2.0/networks?id=b83d732a-8e67-49fd-945b-fefbf79e42c2 HTTP/1.1" status: 200  len: 908 time: 0.1839511
Nov 19 20:49:42.838562 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3154a599-312d-4ca3-a8fe-15ac8c3bcf38 req-ffe35058-4100-4ab8-a8e8-4d79971a6c14 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27ba2433-1130-4c7b-9dec-6c5be4b4af08 HTTP/1.1" status: 200  len: 217 time: 0.0710549
Nov 19 20:49:42.908595 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154a599-312d-4ca3-a8fe-15ac8c3bcf38 req-19bfa859-ca9f-4d2c-9955-3b513c507726 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:42.910166 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3154a599-312d-4ca3-a8fe-15ac8c3bcf38 req-19bfa859-ca9f-4d2c-9955-3b513c507726 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=d39f61d3-9790-4402-b599-273b7ce5c960 HTTP/1.1" status: 200  len: 854 time: 0.0641432
Nov 19 20:49:42.961141 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3154a599-312d-4ca3-a8fe-15ac8c3bcf38 req-c2895a24-d236-4d54-8957-ea7da4385ffe service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=b83d732a-8e67-49fd-945b-fefbf79e42c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445106
Nov 19 20:49:43.107808 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3154a599-312d-4ca3-a8fe-15ac8c3bcf38 req-be74549d-45f4-4102-8a49-a5f82b9a3e28 service neutron] 10.222.0.27 "GET /v2.0/networks/b83d732a-8e67-49fd-945b-fefbf79e42c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354318
Nov 19 20:49:43.252009 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3154a599-312d-4ca3-a8fe-15ac8c3bcf38 req-ece4af5c-fde2-45bf-8142-e83dea308a39 service neutron] 10.222.0.27 "GET /v2.0/networks/b83d732a-8e67-49fd-945b-fefbf79e42c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369910
Nov 19 20:49:43.968902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5c77e-6c83-4f2d-9858-4306026262fa req-5128b55a-c967-4e71-b81d-a4f44a2dc119 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:43.970548 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-69c5c77e-6c83-4f2d-9858-4306026262fa req-5128b55a-c967-4e71-b81d-a4f44a2dc119 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=b989e5c9-444d-4b22-a734-26384b86c8e2 HTTP/1.1" status: 200  len: 944 time: 0.0836844
Nov 19 20:49:44.017692 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-69c5c77e-6c83-4f2d-9858-4306026262fa req-520c2c3f-60e5-42e4-9423-6193162b6246 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408702
Nov 19 20:49:45.237009 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131bd0f-de5f-4ea3-9165-0ecac29f9418 req-1b42bccb-e92a-44f0-88b6-0a6e05dd3719 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:45.238636 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9131bd0f-de5f-4ea3-9165-0ecac29f9418 req-1b42bccb-e92a-44f0-88b6-0a6e05dd3719 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=b989e5c9-444d-4b22-a734-26384b86c8e2 HTTP/1.1" status: 200  len: 944 time: 0.0929909
Nov 19 20:49:45.289960 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9131bd0f-de5f-4ea3-9165-0ecac29f9418 req-33934977-e19b-45dc-919e-f71ac8709468 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448272
Nov 19 20:49:46.377818 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32316a-a192-49c5-b31d-3090427760ed req-b7927a25-1595-4a8c-af47-d829251e608e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:46.379428 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6e32316a-a192-49c5-b31d-3090427760ed req-b7927a25-1595-4a8c-af47-d829251e608e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 945 time: 0.0856757
Nov 19 20:49:46.427523 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6e32316a-a192-49c5-b31d-3090427760ed req-599d024c-f536-455b-a876-f2747a83008d tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418820
Nov 19 20:49:46.762257 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6605b-6d40-4f6c-8b74-b30b8392505d req-f4248e15-8752-484f-87b1-ac52af0d1296 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:46.763853 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-09c6605b-6d40-4f6c-8b74-b30b8392505d req-f4248e15-8752-484f-87b1-ac52af0d1296 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=b989e5c9-444d-4b22-a734-26384b86c8e2 HTTP/1.1" status: 200  len: 944 time: 0.0853667
Nov 19 20:49:46.812606 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-09c6605b-6d40-4f6c-8b74-b30b8392505d req-19fe9d5b-1fb8-452e-a94f-49ed1d4cb25e tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423374
Nov 19 20:49:46.825476 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-7decdbb5-d840-42d3-9dbb-9fd9c2ea88db tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3435597
Nov 19 20:49:46.835659 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Request body: {'floatingip': {'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:49:46.841466 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:49:46.845517 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Usage tracker for resource:floatingip and tenant:2826f75aa14446fb8f3b82be9ae57f71 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:49:46.848570 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:49:46.854925 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:49:46.864188 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for floatingip, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:47.004298 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:47.275656 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Allocated IP 172.27.0.30 (494b3b67-d334-4360-a108-86a7036fa249/a87766e2-d34e-4e1a-99c0-eee0ac65f3f8/f294deaa-e365-4f60-bd7a-7515b3bb7f15) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:49:47.428554 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:47.455414 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:47.471158 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-eeabc32f-3964-4edd-a881-4a92032477e2 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:47.479795 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 27ba2433-1130-4c7b-9dec-6c5be4b4af08 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:49:47.556724 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning for port 27ba2433-1130-4c7b-9dec-6c5be4b4af08 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:49:47.561482 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 27ba2433-1130-4c7b-9dec-6c5be4b4af08 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:49:47.561950 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:47.613495 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Pushing event updated for resources: {'Port': ['ID=f294deaa-e365-4f60-bd7a-7515b3bb7f15,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:47.616787 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:47.665169 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Network 494b3b67-d334-4360-a108-86a7036fa249 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:49:47.666430 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:49:47.668718 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:49:47.677227 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:47.705023 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b989e5c9-444d-4b22-a734-26384b86c8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ba2433-1130-4c7b-9dec-6c5be4b4af08'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:49:47.716271 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port 27ba2433-1130-4c7b-9dec-6c5be4b4af08, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=27ba2433-1130-4c7b-9dec-6c5be4b4af08,segment=NetworkSegment(d20f8861-dd92-4253-a052-3fdbaf5ef58c),segment_id=d20f8861-dd92-4253-a052-3fdbaf5ef58c)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:49:47.719158 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:47.722002 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f934df20-719b-4711-bbb0-89b034a69f47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:47.765588 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for floatingip, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:47.772949 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b989e5c9-444d-4b22-a734-26384b86c8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ba2433-1130-4c7b-9dec-6c5be4b4af08', 'code': 200}
Nov 19 20:49:47.795048 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=27ba2433-1130-4c7b-9dec-6c5be4b4af08,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:47.804347 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.804744 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.805158 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.805541 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.805973 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.806352 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.806721 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.807094 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.807462 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.807822 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.808169 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.808531 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.808931 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.809290 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.809690 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.810438 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.810438 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.810698 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.811009 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.811379 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.811734 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.812092 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.812451 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.812925 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:49:47.817074 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:47.825957 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:48.094384 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779e713-a939-4a5e-990a-3614245e2df6 req-c896155e-7e32-455c-a337-d70a9ac37528 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:48.095982 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3779e713-a939-4a5e-990a-3614245e2df6 req-c896155e-7e32-455c-a337-d70a9ac37528 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=b989e5c9-444d-4b22-a734-26384b86c8e2 HTTP/1.1" status: 200  len: 946 time: 0.1498997
Nov 19 20:49:48.098453 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:48.098947 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b3557502-442f-4398-b9cf-3d66135a7e17 req-46e71a5a-7ebb-4d61-b4cb-d3593e9a7450 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=b989e5c9-444d-4b22-a734-26384b86c8e2 HTTP/1.1" status: 200  len: 1163 time: 0.1103637
Nov 19 20:49:48.102599 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441035'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:48.118092 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-71cca937-3d90-48c9-8911-235a038fbe20 tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:48.179209 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b3557502-442f-4398-b9cf-3d66135a7e17 req-9676a56c-3dfe-43c4-bc93-0dd2861e3967 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616069
Nov 19 20:49:48.184062 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3779e713-a939-4a5e-990a-3614245e2df6 req-ddc77962-e3ac-4554-8352-1f52cd3057d3 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804255
Nov 19 20:49:48.262730 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Pushing event updated for resources: {'Port': ['ID=f294deaa-e365-4f60-bd7a-7515b3bb7f15,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:48.265837 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:48.359501 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:48.380450 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:48.381774 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5502834
Nov 19 20:49:48.465401 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-f5fd7ce0-47c7-494a-b13b-8d6fe6d2c141 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Synchronizing usage tracker for tenant:2826f75aa14446fb8f3b82be9ae57f71 on resource:floatingip {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:49:48.480996 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-f5fd7ce0-47c7-494a-b13b-8d6fe6d2c141 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Unset dirty status for tenant:2826f75aa14446fb8f3b82be9ae57f71 on resource:floatingip {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:49:48.482238 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-f5fd7ce0-47c7-494a-b13b-8d6fe6d2c141 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.0.30 HTTP/1.1" status: 200  len: 695 time: 0.0935249
Nov 19 20:49:48.637082 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-a79b45ad-9e03-4e75-a659-ca3956ae79ad tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:48.638484 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-a79b45ad-9e03-4e75-a659-ca3956ae79ad tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/networks/494b3b67-d334-4360-a108-86a7036fa249 HTTP/1.1" status: 200  len: 784 time: 0.1504145
Nov 19 20:49:48.649112 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5d4dda12-8230-4494-a11a-a14ab1d5106b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 20:49:48.650322 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-61d75ae9-30ea-47df-84d9-d10bb6df049f req-5d4dda12-8230-4494-a11a-a14ab1d5106b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0061946
Nov 19 20:49:48.842005 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-2113de39-9d46-476d-ab43-e3ef26aeaccd tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:48.843610 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-2113de39-9d46-476d-ab43-e3ef26aeaccd tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0874064
Nov 19 20:49:48.854150 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 27ba2433-1130-4c7b-9dec-6c5be4b4af08 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:49:48.925445 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 27ba2433-1130-4c7b-9dec-6c5be4b4af08 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:49:48.925837 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:48.926605 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-12d821f9-4121-4914-81d0-ca507a6a7642 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.0.30 HTTP/1.1" status: 200  len: 695 time: 0.0771105
Nov 19 20:49:48.938443 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-cac34d85-b93b-4ef7-a4aa-57bb3a0511df tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Request body: {'floatingip': {'port_id': '31f66b22-a921-49f4-af64-125686177833', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:49:49.018605 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-cac34d85-b93b-4ef7-a4aa-57bb3a0511df tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for floatingip, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:49.626414 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f626467-fc5d-4747-8cdd-69d7f115e592 req-60050969-e496-485a-9670-3871c57c34eb tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:49.628159 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8f626467-fc5d-4747-8cdd-69d7f115e592 req-60050969-e496-485a-9670-3871c57c34eb tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=b989e5c9-444d-4b22-a734-26384b86c8e2 HTTP/1.1" status: 200  len: 946 time: 0.3130991
Nov 19 20:49:49.680928 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8f626467-fc5d-4747-8cdd-69d7f115e592 req-9a5d0030-6c32-47fe-8825-f5471196b0e6 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454254
Nov 19 20:49:50.016451 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-cac34d85-b93b-4ef7-a4aa-57bb3a0511df tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:50.018913 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-cac34d85-b93b-4ef7-a4aa-57bb3a0511df tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:50.217015 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_db [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-cac34d85-b93b-4ef7-a4aa-57bb3a0511df tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Floating IP b9fa9468-ea16-4478-a195-f8dce1284564 associated. External IP: 172.27.0.30, port: 31f66b22-a921-49f4-af64-125686177833.
Nov 19 20:49:50.612772 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-cac34d85-b93b-4ef7-a4aa-57bb3a0511df tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Router e8e63fad-73dd-419f-a879-415951a327a9 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:49:50.821006 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-cac34d85-b93b-4ef7-a4aa-57bb3a0511df tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:49:50.825539 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-cac34d85-b93b-4ef7-a4aa-57bb3a0511df tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:50.830871 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b95f225-70fe-4f9c-b141-cb8170c5cc1a None None] Sync routers for ids ['e8e63fad-73dd-419f-a879-415951a327a9'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:49:50.843958 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b95f225-70fe-4f9c-b141-cb8170c5cc1a None None] Routers {'e8e63fad-73dd-419f-a879-415951a327a9'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:49:50.844638 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-8b95f225-70fe-4f9c-b141-cb8170c5cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd77d94a8>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:49:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['e8e63fad-73dd-419f-a879-415951a327a9'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:49:50.882041 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-cac34d85-b93b-4ef7-a4aa-57bb3a0511df tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "PUT /v2.0/floatingips/b9fa9468-ea16-4478-a195-f8dce1284564 HTTP/1.1" status: 200  len: 995 time: 1.9485056
Nov 19 20:49:50.882605 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c187afa-3ef9-4a59-82ad-a6d1e9fd9263', 'tag': '31f66b22-a921-49f4-af64-125686177833'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:49:50.906434 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e2043-254b-4728-b508-ed764853453a req-889c4369-fd46-418e-9f67-63039b194e2c tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:50.908073 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e70e2043-254b-4728-b508-ed764853453a req-889c4369-fd46-418e-9f67-63039b194e2c tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=b989e5c9-444d-4b22-a734-26384b86c8e2 HTTP/1.1" status: 200  len: 946 time: 0.0929155
Nov 19 20:49:50.960422 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e70e2043-254b-4728-b508-ed764853453a req-4bc0f487-7a21-4999-ab00-65981f74d043 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453858
Nov 19 20:49:51.041208 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-8b95f225-70fe-4f9c-b141-cb8170c5cc1a None None] Set router e8e63fad-73dd-419f-a879-415951a327a9 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:49:51.061620 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-56209b70-cc4e-4329-a36d-0379c5c1b89e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2826f75aa14446fb8f3b82be9ae57f71&device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 1162 time: 0.1655469
Nov 19 20:49:51.181931 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c187afa-3ef9-4a59-82ad-a6d1e9fd9263', 'tag': '31f66b22-a921-49f4-af64-125686177833', 'status': 'completed', 'code': 200}
Nov 19 20:49:51.234050 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-65db3ac0-005d-4e35-a300-aae5962e436a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:51.235663 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-65db3ac0-005d-4e35-a300-aae5962e436a service neutron] 10.222.0.23 "GET /v2.0/networks?id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 HTTP/1.1" status: 200  len: 909 time: 0.1674044
Nov 19 20:49:51.272404 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b6087abd-94b4-47f9-a857-49970ed60508 req-d170968b-73c2-4443-8adf-6c83002b944a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2826f75aa14446fb8f3b82be9ae57f71&device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 1162 time: 0.0948226
Nov 19 20:49:51.355367 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-10b16d15-5ed0-416a-abcb-f53aa5a28217 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31f66b22-a921-49f4-af64-125686177833 HTTP/1.1" status: 200  len: 998 time: 0.1125524
Nov 19 20:49:51.431304 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-8c2664f1-66ad-4094-a7cc-824e894262ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:51.432922 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-8c2664f1-66ad-4094-a7cc-824e894262ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6123b28f-d62b-431d-b508-30dd54c9aa74 HTTP/1.1" status: 200  len: 854 time: 0.0722084
Nov 19 20:49:51.438766 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6087abd-94b4-47f9-a857-49970ed60508 req-96897abb-7529-483c-90e0-fd938c767ab0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:51.440454 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b6087abd-94b4-47f9-a857-49970ed60508 req-96897abb-7529-483c-90e0-fd938c767ab0 service neutron] 10.222.0.27 "GET /v2.0/networks?id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 HTTP/1.1" status: 200  len: 909 time: 0.1600742
Nov 19 20:49:51.463957 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-8b95f225-70fe-4f9c-b141-cb8170c5cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd77d94a8>, [{'id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'name': 'tempest-TestMinimumBasicScenario-2121875423-router', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:27Z', 'updated_at': '2020-11-19T20:48:34Z', 'revision_number': 4, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'gw_port': {'id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:28Z', 'updated_at': '2020-11-19T20:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': 'b9fa9468-ea16-4478-a195-f8dce1284564', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'port_id': '31f66b22-a921-49f4-af64-125686177833', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709', 'mac_address': 'fa:16:3e:fa:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c187afa-3ef9-4a59-82ad-a6d1e9fd9263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:49:47Z', 'updated_at': '2020-11-19T20:49:49Z', 'revision_number': 1, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc', 'name': '', 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'mac_address': 'fa:16:3e:1e:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:52Z', 'revision_number': 5, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'subnets': [{'id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:49:51.468950 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b95f225-70fe-4f9c-b141-cb8170c5cc1a None None] Checking router: e8e63fad-73dd-419f-a879-415951a327a9 for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:49:51.482040 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b95f225-70fe-4f9c-b141-cb8170c5cc1a None None] Routers {'e8e63fad-73dd-419f-a879-415951a327a9'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:49:51.482862 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-8b95f225-70fe-4f9c-b141-cb8170c5cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd77d94a8>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:49:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['e8e63fad-73dd-419f-a879-415951a327a9'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:49:51.528605 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-f2c3baa2-21bd-4d06-ad88-d2a23f25ab95 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0890543
Nov 19 20:49:51.543985 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-eeb8760d-9c09-4331-8744-2469974bd463 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 20:49:51.552416 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-eeb8760d-9c09-4331-8744-2469974bd463 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0163550
Nov 19 20:49:51.566981 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b6087abd-94b4-47f9-a857-49970ed60508 req-16222268-84e7-4f25-aab3-bbe3abe2f147 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31f66b22-a921-49f4-af64-125686177833 HTTP/1.1" status: 200  len: 998 time: 0.1194682
Nov 19 20:49:51.646843 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6087abd-94b4-47f9-a857-49970ed60508 req-bdebe6fb-3260-4c9c-bfde-72a56fbd8745 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:51.648499 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b6087abd-94b4-47f9-a857-49970ed60508 req-bdebe6fb-3260-4c9c-bfde-72a56fbd8745 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6123b28f-d62b-431d-b508-30dd54c9aa74 HTTP/1.1" status: 200  len: 854 time: 0.0713632
Nov 19 20:49:51.722944 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-8b95f225-70fe-4f9c-b141-cb8170c5cc1a None None] Set router e8e63fad-73dd-419f-a879-415951a327a9 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:49:51.736212 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-9aea6d3f-2908-4e42-805b-6563dddf1dc7 service neutron] 10.222.0.23 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1827517
Nov 19 20:49:51.796200 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b6087abd-94b4-47f9-a857-49970ed60508 req-9203376f-e138-44e9-be71-f59a3aa52dab service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1196682
Nov 19 20:49:51.964639 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b6087abd-94b4-47f9-a857-49970ed60508 req-a955ec40-9743-4a61-ac0a-de10e97f49f6 service neutron] 10.222.0.27 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1598897
Nov 19 20:49:52.128493 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b6087abd-94b4-47f9-a857-49970ed60508 req-e306d923-8b46-4afb-987c-e3179b02309d service neutron] 10.222.0.27 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1545000
Nov 19 20:49:52.128846 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5965b5ff-d016-430b-b2bc-eb3ea57777e7 req-191af6a7-096d-4eba-a68d-d9224f153b10 service neutron] 10.222.0.23 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3863335
Nov 19 20:49:52.158138 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-8b95f225-70fe-4f9c-b141-cb8170c5cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd77d94a8>, [{'id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'name': 'tempest-TestMinimumBasicScenario-2121875423-router', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:27Z', 'updated_at': '2020-11-19T20:48:34Z', 'revision_number': 4, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'gw_port': {'id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:28Z', 'updated_at': '2020-11-19T20:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': 'b9fa9468-ea16-4478-a195-f8dce1284564', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'port_id': '31f66b22-a921-49f4-af64-125686177833', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709', 'mac_address': 'fa:16:3e:fa:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c187afa-3ef9-4a59-82ad-a6d1e9fd9263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:49:47Z', 'updated_at': '2020-11-19T20:49:49Z', 'revision_number': 1, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc', 'name': '', 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'mac_address': 'fa:16:3e:1e:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:52Z', 'revision_number': 5, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'subnets': [{'id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:49:52.163256 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b95f225-70fe-4f9c-b141-cb8170c5cc1a None None] The sync data for ids ['e8e63fad-73dd-419f-a879-415951a327a9'] in dv-cinder-750782-3-iscsi is: [{'id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'name': 'tempest-TestMinimumBasicScenario-2121875423-router', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:27Z', 'updated_at': '2020-11-19T20:48:34Z', 'revision_number': 4, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'gw_port': {'id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:28Z', 'updated_at': '2020-11-19T20:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': 'b9fa9468-ea16-4478-a195-f8dce1284564', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'port_id': '31f66b22-a921-49f4-af64-125686177833', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709', 'mac_address': 'fa:16:3e:fa:e3:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c187afa-3ef9-4a59-82ad-a6d1e9fd9263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:49:47Z', 'updated_at': '2020-11-19T20:49:49Z', 'revision_number': 1, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc', 'name': '', 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'mac_address': 'fa:16:3e:1e:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:52Z', 'revision_number': 5, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'subnets': [{'id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:49:52.199105 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-ed8d65ed-5ee5-45b0-b318-4dd817e4a03b req-3bcb0d0f-b7a7-4f40-ac83-b6fe8c5e8d6a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1495835738', 'description': 'tempest-TestMinimumBasicScenario-1495835738 description'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:49:52.206188 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-ed8d65ed-5ee5-45b0-b318-4dd817e4a03b req-3bcb0d0f-b7a7-4f40-ac83-b6fe8c5e8d6a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:49:52.217418 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-ed8d65ed-5ee5-45b0-b318-4dd817e4a03b req-3bcb0d0f-b7a7-4f40-ac83-b6fe8c5e8d6a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:49:52.226558 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-ed8d65ed-5ee5-45b0-b318-4dd817e4a03b req-3bcb0d0f-b7a7-4f40-ac83-b6fe8c5e8d6a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:52.265340 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-ed8d65ed-5ee5-45b0-b318-4dd817e4a03b req-3bcb0d0f-b7a7-4f40-ac83-b6fe8c5e8d6a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:49:52.269378 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-ed8d65ed-5ee5-45b0-b318-4dd817e4a03b req-3bcb0d0f-b7a7-4f40-ac83-b6fe8c5e8d6a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Usage tracker for resource:security_group_rule and tenant:2826f75aa14446fb8f3b82be9ae57f71 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:49:52.272363 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-ed8d65ed-5ee5-45b0-b318-4dd817e4a03b req-3bcb0d0f-b7a7-4f40-ac83-b6fe8c5e8d6a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:49:52.278255 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-ed8d65ed-5ee5-45b0-b318-4dd817e4a03b req-3bcb0d0f-b7a7-4f40-ac83-b6fe8c5e8d6a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:49:52.335073 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-ed8d65ed-5ee5-45b0-b318-4dd817e4a03b req-3bcb0d0f-b7a7-4f40-ac83-b6fe8c5e8d6a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:52.337727 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-ed8d65ed-5ee5-45b0-b318-4dd817e4a03b req-3bcb0d0f-b7a7-4f40-ac83-b6fe8c5e8d6a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:52.343020 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d8e707bc-3a28-4cdc-9b0b-d8f59f11dfcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:52.390209 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb0d0f-b7a7-4f40-ac83-b6fe8c5e8d6a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Pushing event updated for resources: {'SecurityGroup': ['ID=5f28e4a1-7a3d-447e-97c9-ac55e984a337,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:52.393499 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3bcb0d0f-b7a7-4f40-ac83-b6fe8c5e8d6a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:52.395356 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-ed8d65ed-5ee5-45b0-b318-4dd817e4a03b req-3bcb0d0f-b7a7-4f40-ac83-b6fe8c5e8d6a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:52.396648 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ed8d65ed-5ee5-45b0-b318-4dd817e4a03b req-3bcb0d0f-b7a7-4f40-ac83-b6fe8c5e8d6a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1653 time: 0.2031786
Nov 19 20:49:52.466947 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7a304f-d2f9-4d86-8f00-f55b07597eea None None] New status for floating IP b9fa9468-ea16-4478-a195-f8dce1284564: ACTIVE {{(pid=80326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 20:49:52.480538 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a196ef06-1701-4db8-aa44-df31ce06c8ef req-799a3d88-fe26-4600-a2c7-a6679240cf5b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups/5f28e4a1-7a3d-447e-97c9-ac55e984a337 HTTP/1.1" status: 200  len: 1648 time: 0.0509393
Nov 19 20:49:52.491435 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-a196ef06-1701-4db8-aa44-df31ce06c8ef req-271963f0-56a3-433c-b21c-465fe6cb46b2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5f28e4a1-7a3d-447e-97c9-ac55e984a337', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:49:52.491796 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-a196ef06-1701-4db8-aa44-df31ce06c8ef req-271963f0-56a3-433c-b21c-465fe6cb46b2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5f28e4a1-7a3d-447e-97c9-ac55e984a337', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:49:52.498576 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-a196ef06-1701-4db8-aa44-df31ce06c8ef req-271963f0-56a3-433c-b21c-465fe6cb46b2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:49:52.502668 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-a196ef06-1701-4db8-aa44-df31ce06c8ef req-271963f0-56a3-433c-b21c-465fe6cb46b2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Usage tracker for resource:security_group_rule and tenant:2826f75aa14446fb8f3b82be9ae57f71 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:49:52.505654 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-a196ef06-1701-4db8-aa44-df31ce06c8ef req-271963f0-56a3-433c-b21c-465fe6cb46b2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:49:52.512063 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-a196ef06-1701-4db8-aa44-df31ce06c8ef req-271963f0-56a3-433c-b21c-465fe6cb46b2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:49:52.569618 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a196ef06-1701-4db8-aa44-df31ce06c8ef req-271963f0-56a3-433c-b21c-465fe6cb46b2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:52.595362 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a196ef06-1701-4db8-aa44-df31ce06c8ef req-271963f0-56a3-433c-b21c-465fe6cb46b2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:52.597630 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a196ef06-1701-4db8-aa44-df31ce06c8ef req-271963f0-56a3-433c-b21c-465fe6cb46b2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231693'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:52.605619 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:52.624918 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271963f0-56a3-433c-b21c-465fe6cb46b2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be73fbf1-0bfe-415c-80d8-6c65c8c467b3,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:52.627715 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-271963f0-56a3-433c-b21c-465fe6cb46b2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:52.634788 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a196ef06-1701-4db8-aa44-df31ce06c8ef req-271963f0-56a3-433c-b21c-465fe6cb46b2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:52.636053 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a196ef06-1701-4db8-aa44-df31ce06c8ef req-271963f0-56a3-433c-b21c-465fe6cb46b2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.1488624
Nov 19 20:49:52.717436 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-36788db1-6244-49f2-ad07-5002e2b505c1 req-47c7b7cf-d579-48a6-bba4-6542c15e86ab tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups/5f28e4a1-7a3d-447e-97c9-ac55e984a337 HTTP/1.1" status: 200  len: 2151 time: 0.0483644
Nov 19 20:49:52.729189 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-36788db1-6244-49f2-ad07-5002e2b505c1 req-2b652ab3-b992-48db-acf8-6b0918ec34fe tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5f28e4a1-7a3d-447e-97c9-ac55e984a337', 'remote_group_id': None}]} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:49:52.729542 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-36788db1-6244-49f2-ad07-5002e2b505c1 req-2b652ab3-b992-48db-acf8-6b0918ec34fe tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5f28e4a1-7a3d-447e-97c9-ac55e984a337', 'remote_group_id': None}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:49:52.736146 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-36788db1-6244-49f2-ad07-5002e2b505c1 req-2b652ab3-b992-48db-acf8-6b0918ec34fe tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:49:52.742023 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-36788db1-6244-49f2-ad07-5002e2b505c1 req-2b652ab3-b992-48db-acf8-6b0918ec34fe tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Usage tracker for resource:security_group_rule and tenant:2826f75aa14446fb8f3b82be9ae57f71 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:49:52.745812 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-36788db1-6244-49f2-ad07-5002e2b505c1 req-2b652ab3-b992-48db-acf8-6b0918ec34fe tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:49:52.751703 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-36788db1-6244-49f2-ad07-5002e2b505c1 req-2b652ab3-b992-48db-acf8-6b0918ec34fe tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:49:52.809224 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-36788db1-6244-49f2-ad07-5002e2b505c1 req-2b652ab3-b992-48db-acf8-6b0918ec34fe tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for security_group_rule, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:52.834141 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-36788db1-6244-49f2-ad07-5002e2b505c1 req-2b652ab3-b992-48db-acf8-6b0918ec34fe tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:52.837028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-36788db1-6244-49f2-ad07-5002e2b505c1 req-2b652ab3-b992-48db-acf8-6b0918ec34fe tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231693'] for security_group_rule, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:52.839219 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:52.866089 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b652ab3-b992-48db-acf8-6b0918ec34fe tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5632db50-3d04-4fa3-b326-47a7557a5c86,revision_number=0']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:52.873006 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-2b652ab3-b992-48db-acf8-6b0918ec34fe tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:52.875369 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-36788db1-6244-49f2-ad07-5002e2b505c1 req-2b652ab3-b992-48db-acf8-6b0918ec34fe tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for security_group_rule, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:52.876627 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-36788db1-6244-49f2-ad07-5002e2b505c1 req-2b652ab3-b992-48db-acf8-6b0918ec34fe tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.1522512
Nov 19 20:49:53.021638 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-883e3500-0c65-492d-800a-f6177d260832 req-9b3a98f2-18a6-4c3b-9bd5-d213b4342187 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Synchronizing usage tracker for tenant:2826f75aa14446fb8f3b82be9ae57f71 on resource:security_group {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:49:53.036108 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-883e3500-0c65-492d-800a-f6177d260832 req-9b3a98f2-18a6-4c3b-9bd5-d213b4342187 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Unset dirty status for tenant:2826f75aa14446fb8f3b82be9ae57f71 on resource:security_group {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:49:53.037335 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-883e3500-0c65-492d-800a-f6177d260832 req-9b3a98f2-18a6-4c3b-9bd5-d213b4342187 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1495835738&fields=id&tenant_id=2826f75aa14446fb8f3b82be9ae57f71 HTTP/1.1" status: 200  len: 267 time: 0.0590909
Nov 19 20:49:53.126911 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e3500-0c65-492d-800a-f6177d260832 req-c5681da4-a284-47a2-950d-9eadf6177321 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:53.128486 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-883e3500-0c65-492d-800a-f6177d260832 req-c5681da4-a284-47a2-950d-9eadf6177321 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 945 time: 0.0852709
Nov 19 20:49:53.140325 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-883e3500-0c65-492d-800a-f6177d260832 req-5f2ec8a1-51d9-4a72-bb2e-48d77953f74f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Request body: {'port': {'security_groups': ['8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1', '5f28e4a1-7a3d-447e-97c9-ac55e984a337']}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:49:53.261203 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-883e3500-0c65-492d-800a-f6177d260832 req-5f2ec8a1-51d9-4a72-bb2e-48d77953f74f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:53.584491 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-883e3500-0c65-492d-800a-f6177d260832 req-5f2ec8a1-51d9-4a72-bb2e-48d77953f74f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] For port 31f66b22-a921-49f4-af64-125686177833, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=31f66b22-a921-49f4-af64-125686177833,segment=NetworkSegment(ebabc9b7-0e38-4b31-a090-78795cd26b7c),segment_id=ebabc9b7-0e38-4b31-a090-78795cd26b7c)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:49:53.610433 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-883e3500-0c65-492d-800a-f6177d260832 req-5f2ec8a1-51d9-4a72-bb2e-48d77953f74f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:53.613877 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-883e3500-0c65-492d-800a-f6177d260832 req-5f2ec8a1-51d9-4a72-bb2e-48d77953f74f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:53.628187 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a7bb6329-b765-4ac4-bb1f-bcfc88bca550 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:49:53.782820 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ec8a1-51d9-4a72-bb2e-48d77953f74f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Pushing event updated for resources: {'Port': ['ID=31f66b22-a921-49f4-af64-125686177833,revision_number=5']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:49:53.787747 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5f2ec8a1-51d9-4a72-bb2e-48d77953f74f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:49:53.826685 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e3500-0c65-492d-800a-f6177d260832 req-5f2ec8a1-51d9-4a72-bb2e-48d77953f74f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:53.827335 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-883e3500-0c65-492d-800a-f6177d260832 req-5f2ec8a1-51d9-4a72-bb2e-48d77953f74f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:53.828771 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-883e3500-0c65-492d-800a-f6177d260832 req-5f2ec8a1-51d9-4a72-bb2e-48d77953f74f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "PUT /v2.0/ports/31f66b22-a921-49f4-af64-125686177833 HTTP/1.1" status: 200  len: 981 time: 0.6934595
Nov 19 20:49:53.829381 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c187afa-3ef9-4a59-82ad-a6d1e9fd9263', 'tag': '31f66b22-a921-49f4-af64-125686177833'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:49:53.905105 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c187afa-3ef9-4a59-82ad-a6d1e9fd9263', 'tag': '31f66b22-a921-49f4-af64-125686177833', 'status': 'completed', 'code': 200}
Nov 19 20:49:54.097060 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5ac6c-2bd7-4d4b-97c2-fcbcf13e238d req-45486ce5-98b4-4da4-92fd-02f8405ed0c4 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:54.098656 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b9b5ac6c-2bd7-4d4b-97c2-fcbcf13e238d req-45486ce5-98b4-4da4-92fd-02f8405ed0c4 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 984 time: 0.1556990
Nov 19 20:49:54.100776 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-5258d071-f12f-461d-8528-2743bc89c64d None None] Provisioning complete for port 31f66b22-a921-49f4-af64-125686177833 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:49:54.101201 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5258d071-f12f-461d-8528-2743bc89c64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:54.103235 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-247744d8-dd67-44b1-bc0c-4a18fb36748c req-3712711b-220e-4fb7-89ae-c9795f20973c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2826f75aa14446fb8f3b82be9ae57f71&device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 1202 time: 0.1175637
Nov 19 20:49:54.273347 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b9b5ac6c-2bd7-4d4b-97c2-fcbcf13e238d req-7669974b-d880-456b-b161-cc30b92fe2aa tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&id=5f28e4a1-7a3d-447e-97c9-ac55e984a337&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1672649
Nov 19 20:49:54.293265 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247744d8-dd67-44b1-bc0c-4a18fb36748c req-b4a0b406-271e-4b7c-9a87-3ed221634346 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:54.294698 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-247744d8-dd67-44b1-bc0c-4a18fb36748c req-b4a0b406-271e-4b7c-9a87-3ed221634346 service neutron] 10.222.0.27 "GET /v2.0/networks?id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 HTTP/1.1" status: 200  len: 909 time: 0.1726711
Nov 19 20:49:54.413162 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-247744d8-dd67-44b1-bc0c-4a18fb36748c req-915ebe75-c0e0-405e-9479-674c09e8afa0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31f66b22-a921-49f4-af64-125686177833 HTTP/1.1" status: 200  len: 1000 time: 0.1011617
Nov 19 20:49:54.493202 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247744d8-dd67-44b1-bc0c-4a18fb36748c req-b0fba7f0-f8b1-45ee-8983-8b768d1b8d34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:54.494765 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-247744d8-dd67-44b1-bc0c-4a18fb36748c req-b0fba7f0-f8b1-45ee-8983-8b768d1b8d34 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6123b28f-d62b-431d-b508-30dd54c9aa74 HTTP/1.1" status: 200  len: 854 time: 0.0633476
Nov 19 20:49:54.587180 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-247744d8-dd67-44b1-bc0c-4a18fb36748c req-6138ffab-055e-414c-9576-df3f47aeb9eb service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752146
Nov 19 20:49:54.737991 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-247744d8-dd67-44b1-bc0c-4a18fb36748c req-1ef61b85-8450-4f4b-841f-6dbb3b79471f service neutron] 10.222.0.27 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361930
Nov 19 20:49:54.886273 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-247744d8-dd67-44b1-bc0c-4a18fb36748c req-56490385-e70a-410f-a52e-6d2c0ffd9483 service neutron] 10.222.0.27 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1356859
Nov 19 20:49:55.368609 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 31f66b22-a921-49f4-af64-125686177833 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:49:55.444269 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 31f66b22-a921-49f4-af64-125686177833 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:49:55.444794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:49:56.543483 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f5498bc4-4a83-4798-96ca-e7a588cc1653 req-58003f34-6874-4656-a0c2-699285df0e5a service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0742648
Nov 19 20:49:56.776066 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f5498bc4-4a83-4798-96ca-e7a588cc1653 req-2373449d-66b0-4236-905c-db91af8e2167 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=fa99d0118df442eca2afa5e7043d1676&device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 1162 time: 0.0732193
Nov 19 20:49:56.931991 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5498bc4-4a83-4798-96ca-e7a588cc1653 req-e2b851e8-8d90-43a1-8ab2-a76525b63074 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:56.933568 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f5498bc4-4a83-4798-96ca-e7a588cc1653 req-e2b851e8-8d90-43a1-8ab2-a76525b63074 service neutron] 10.222.0.27 "GET /v2.0/networks?id=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd HTTP/1.1" status: 200  len: 904 time: 0.1372321
Nov 19 20:49:57.044370 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f5498bc4-4a83-4798-96ca-e7a588cc1653 req-7e114007-e331-4ea1-8c43-ec1177f9e832 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c3b0663-f21a-4444-89ce-eb84f65e1c16 HTTP/1.1" status: 200  len: 1001 time: 0.1015449
Nov 19 20:49:57.120923 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5498bc4-4a83-4798-96ca-e7a588cc1653 req-e6e49c68-9c36-4e30-a0ef-e66f5c6bf450 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:49:57.122462 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f5498bc4-4a83-4798-96ca-e7a588cc1653 req-e6e49c68-9c36-4e30-a0ef-e66f5c6bf450 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=59cbba1f-50a8-4d2a-8185-b2dfe8b126e2 HTTP/1.1" status: 200  len: 849 time: 0.0650492
Nov 19 20:49:57.203159 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f5498bc4-4a83-4798-96ca-e7a588cc1653 req-43d0b66a-e63a-45bd-85fc-a9e6c7bd192e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736227
Nov 19 20:49:57.346545 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f5498bc4-4a83-4798-96ca-e7a588cc1653 req-c3e7848d-7c8a-4ea5-9676-0de8ea4188b6 service neutron] 10.222.0.27 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347699
Nov 19 20:49:57.702964 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f5498bc4-4a83-4798-96ca-e7a588cc1653 req-98c68b66-9041-41b9-80c6-2609dae78f14 service neutron] 10.222.0.27 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3481271
Nov 19 20:49:58.986106 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:49:59.480484 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:05.826244 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-41be0f9f-01d0-48d9-8659-75ebbc3ca42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:08.667691 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f2992642-3690-4aa1-a224-a4ff153cd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:08.844803 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:09.788565 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:10.175204 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:12.392644 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc525a-371d-4497-8ede-fc84873274f3 req-1bfff687-9183-412f-861c-b12fbf357798 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:12.394251 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1acc525a-371d-4497-8ede-fc84873274f3 req-1bfff687-9183-412f-861c-b12fbf357798 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0835831
Nov 19 20:50:12.444490 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1acc525a-371d-4497-8ede-fc84873274f3 req-2b22f8f8-b018-46da-bc29-23192a6e12a7 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434330
Nov 19 20:50:13.659334 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55892bae-31c6-467f-b95e-218062e5d43e req-639f6631-c730-49aa-a333-caa7abfb6d86 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:13.661202 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-55892bae-31c6-467f-b95e-218062e5d43e req-639f6631-c730-49aa-a333-caa7abfb6d86 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0853763
Nov 19 20:50:13.709706 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-55892bae-31c6-467f-b95e-218062e5d43e req-75a8f00f-1e09-4574-bd8e-1e570b00929c tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417755
Nov 19 20:50:14.920940 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b277236-5c57-4dd3-a197-cf7cdef6be3f req-2ca94ffe-33c9-4f21-b600-31fdaca3ae5d tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:14.922547 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9b277236-5c57-4dd3-a197-cf7cdef6be3f req-2ca94ffe-33c9-4f21-b600-31fdaca3ae5d tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0867679
Nov 19 20:50:14.970106 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9b277236-5c57-4dd3-a197-cf7cdef6be3f req-e3958618-2a2d-49c5-9eb6-524234397984 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415215
Nov 19 20:50:16.185138 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb2dc9-be0f-4889-b647-3353ba40f3fa req-5f3b9e4e-193e-4ce8-96c0-758a9601e93b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:16.186784 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-75cb2dc9-be0f-4889-b647-3353ba40f3fa req-5f3b9e4e-193e-4ce8-96c0-758a9601e93b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0839455
Nov 19 20:50:16.235294 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-75cb2dc9-be0f-4889-b647-3353ba40f3fa req-1f899cac-3c76-4dcc-b477-28b0954130f4 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423379
Nov 19 20:50:16.887090 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c19c8-0a2d-4833-851b-951f05cdcdc7 req-ee02f09e-2c21-498f-afac-c7349f7bef72 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:16.888644 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bf1c19c8-0a2d-4833-851b-951f05cdcdc7 req-ee02f09e-2c21-498f-afac-c7349f7bef72 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=b989e5c9-444d-4b22-a734-26384b86c8e2 HTTP/1.1" status: 200  len: 946 time: 0.0828238
Nov 19 20:50:16.935859 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bf1c19c8-0a2d-4833-851b-951f05cdcdc7 req-6c3bc09f-396a-4e1a-89a0-cdf0201bd65b tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411665
Nov 19 20:50:17.449871 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6e779-ff60-4505-ac7c-dc25e8df2270 req-f9d0dae9-d109-4e03-aab7-a088e23b3a72 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:17.451407 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5df6e779-ff60-4505-ac7c-dc25e8df2270 req-f9d0dae9-d109-4e03-aab7-a088e23b3a72 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0861609
Nov 19 20:50:17.499720 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5df6e779-ff60-4505-ac7c-dc25e8df2270 req-24c8bd66-464b-408f-aef7-867370fde42e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417864
Nov 19 20:50:18.146625 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c3c05-10dc-4236-8703-01372b9e2fe1 req-9d28dc48-dc9c-4d15-98e3-c2ef767d3088 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:18.148756 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ef5c3c05-10dc-4236-8703-01372b9e2fe1 req-9d28dc48-dc9c-4d15-98e3-c2ef767d3088 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=b989e5c9-444d-4b22-a734-26384b86c8e2 HTTP/1.1" status: 200  len: 946 time: 0.0825758
Nov 19 20:50:18.197144 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ef5c3c05-10dc-4236-8703-01372b9e2fe1 req-4bfb7d7f-2802-4ca5-bf6c-3287fc9b616a tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418952
Nov 19 20:50:18.712919 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b24d1-4fd1-40cd-9aa9-4daf2ede62a4 req-cb5cdb33-b62d-40a7-9444-e4da10017ffd tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:18.714567 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-549b24d1-4fd1-40cd-9aa9-4daf2ede62a4 req-cb5cdb33-b62d-40a7-9444-e4da10017ffd tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0830290
Nov 19 20:50:18.765558 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-549b24d1-4fd1-40cd-9aa9-4daf2ede62a4 req-2d68f6f9-ee20-42b1-a7c4-ad9300f827d8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447481
Nov 19 20:50:18.941971 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a850018-77af-4c83-958a-f17309172f3d req-481f616f-0713-4a46-8aa7-1d760279254b tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:18.943416 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9a850018-77af-4c83-958a-f17309172f3d req-481f616f-0713-4a46-8aa7-1d760279254b tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.27 "GET /v2.0/ports?device_id=b989e5c9-444d-4b22-a734-26384b86c8e2 HTTP/1.1" status: 200  len: 946 time: 0.0864329
Nov 19 20:50:18.963186 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 27ba2433-1130-4c7b-9dec-6c5be4b4af08 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:50:19.017164 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-9a850018-77af-4c83-958a-f17309172f3d req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Deleting port 27ba2433-1130-4c7b-9dec-6c5be4b4af08 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:50:19.017548 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-9a850018-77af-4c83-958a-f17309172f3d req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:19.077989 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:19.105209 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b989e5c9-444d-4b22-a734-26384b86c8e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27ba2433-1130-4c7b-9dec-6c5be4b4af08'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:50:19.115265 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port 27ba2433-1130-4c7b-9dec-6c5be4b4af08, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=27ba2433-1130-4c7b-9dec-6c5be4b4af08,segment=NetworkSegment(d20f8861-dd92-4253-a052-3fdbaf5ef58c),segment_id=d20f8861-dd92-4253-a052-3fdbaf5ef58c)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:50:19.119242 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:19.121246 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7f5d5e92-8265-45cc-8404-2e3e41999932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:50:19.192963 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=27ba2433-1130-4c7b-9dec-6c5be4b4af08,revision_number=5']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:50:19.196507 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:50:19.282825 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-9a850018-77af-4c83-958a-f17309172f3d req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] For port 27ba2433-1130-4c7b-9dec-6c5be4b4af08, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=27ba2433-1130-4c7b-9dec-6c5be4b4af08,segment=NetworkSegment(d20f8861-dd92-4253-a052-3fdbaf5ef58c),segment_id=d20f8861-dd92-4253-a052-3fdbaf5ef58c)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:50:19.283288 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-9a850018-77af-4c83-958a-f17309172f3d req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:19.293462 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b989e5c9-444d-4b22-a734-26384b86c8e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27ba2433-1130-4c7b-9dec-6c5be4b4af08', 'code': 200}
Nov 19 20:50:19.410130 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e82ac-6921-43a2-81f7-f06288976897 req-13b16dff-3b5f-4b82-a8e0-afd80de950f0 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:19.411702 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-9a850018-77af-4c83-958a-f17309172f3d req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Calling delete_port for 27ba2433-1130-4c7b-9dec-6c5be4b4af08 owned by compute:nova {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:50:19.411988 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d89e82ac-6921-43a2-81f7-f06288976897 req-13b16dff-3b5f-4b82-a8e0-afd80de950f0 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=b989e5c9-444d-4b22-a734-26384b86c8e2 HTTP/1.1" status: 200  len: 944 time: 0.0829458
Nov 19 20:50:19.460721 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d89e82ac-6921-43a2-81f7-f06288976897 req-b6fdc701-f9f3-4aeb-bb09-a5f684d68cb2 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/security-groups?id=b904afd6-574d-4b6c-aab6-46a930af3836&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412338
Nov 19 20:50:19.493693 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [req-9a850018-77af-4c83-958a-f17309172f3d req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80324) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:50:19.494087 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [req-9a850018-77af-4c83-958a-f17309172f3d req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:50:19.981314 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63bb3cc-d980-4b58-8f9f-19cf2028bd9a req-6fe15cb9-05ff-4630-b26c-21ecf502edff tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:19.981314 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c63bb3cc-d980-4b58-8f9f-19cf2028bd9a req-6fe15cb9-05ff-4630-b26c-21ecf502edff tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0860541
Nov 19 20:50:19.995184 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-9a850018-77af-4c83-958a-f17309172f3d req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Deleting port 27ba2433-1130-4c7b-9dec-6c5be4b4af08 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:50:19.995581 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-9a850018-77af-4c83-958a-f17309172f3d req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:20.030993 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c63bb3cc-d980-4b58-8f9f-19cf2028bd9a req-499dedb6-cfad-4e90-bf45-e52e96c082f3 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436571
Nov 19 20:50:20.252646 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-9a850018-77af-4c83-958a-f17309172f3d req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] For port 27ba2433-1130-4c7b-9dec-6c5be4b4af08, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=27ba2433-1130-4c7b-9dec-6c5be4b4af08,segment=NetworkSegment(d20f8861-dd92-4253-a052-3fdbaf5ef58c),segment_id=d20f8861-dd92-4253-a052-3fdbaf5ef58c)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:50:20.253037 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-9a850018-77af-4c83-958a-f17309172f3d req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:20.380343 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-9a850018-77af-4c83-958a-f17309172f3d req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Calling delete_port for 27ba2433-1130-4c7b-9dec-6c5be4b4af08 owned by compute:nova {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:50:20.524842 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-9a850018-77af-4c83-958a-f17309172f3d req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:20.542670 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-43e2d68b-4095-482c-8514-e52cd60b0b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:50:20.591248 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Pushing event deleted for resources: {'Port': ['ID=27ba2433-1130-4c7b-9dec-6c5be4b4af08,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:50:20.704717 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cb18b12e-cb94-496f-8925-d276c750593c req-c98cf925-4dc2-4409-bbc3-fe43bb2d007b tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.23 "GET /v2.0/ports?device_id=b989e5c9-444d-4b22-a734-26384b86c8e2 HTTP/1.1" status: 200  len: 210 time: 0.1079054
Nov 19 20:50:20.706252 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.706667 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.707069 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.707469 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.707862 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.708259 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.708649 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.709039 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.709430 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.709840 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.710296 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.710688 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.711115 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.711499 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.711908 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.712295 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.712683 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.713068 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.713451 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.713860 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.714245 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.714631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.715015 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.715405 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:20.719200 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:50:20.805908 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a850018-77af-4c83-958a-f17309172f3d req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] No DVR routers for this DVR port 27ba2433-1130-4c7b-9dec-6c5be4b4af08 on host hv-cinder-75078 {{(pid=80324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:50:20.807903 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-9a850018-77af-4c83-958a-f17309172f3d req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:20.810646 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b989e5c9-444d-4b22-a734-26384b86c8e2', 'name': 'network-vif-deleted', 'tag': '27ba2433-1130-4c7b-9dec-6c5be4b4af08'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:50:20.825110 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9a850018-77af-4c83-958a-f17309172f3d req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] 10.222.0.27 "DELETE /v2.0/ports/27ba2433-1130-4c7b-9dec-6c5be4b4af08 HTTP/1.1" status: 204  len: 173 time: 1.8760238
Nov 19 20:50:20.868193 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b989e5c9-444d-4b22-a734-26384b86c8e2', 'name': 'network-vif-deleted', 'tag': '27ba2433-1130-4c7b-9dec-6c5be4b4af08', 'status': 'completed', 'code': 200}
Nov 19 20:50:21.247129 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f403598-6eeb-40ea-8070-cf1d1d909341 req-524b0919-9a2b-43bb-8d0d-48d8522039fd tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:21.248635 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5f403598-6eeb-40ea-8070-cf1d1d909341 req-524b0919-9a2b-43bb-8d0d-48d8522039fd tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0862064
Nov 19 20:50:21.296689 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5f403598-6eeb-40ea-8070-cf1d1d909341 req-74814f36-a737-4c08-aca9-f0f1ac622af4 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417631
Nov 19 20:50:22.523989 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd3c99-152a-47d6-a21c-9f7580e7d2f4 req-19c50b45-21ce-4e06-a95e-330bd0bbfe5b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:22.525533 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bdcd3c99-152a-47d6-a21c-9f7580e7d2f4 req-19c50b45-21ce-4e06-a95e-330bd0bbfe5b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0971203
Nov 19 20:50:22.578325 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bdcd3c99-152a-47d6-a21c-9f7580e7d2f4 req-a397df05-fb5f-4424-8bc5-1573659cc8c4 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464454
Nov 19 20:50:23.794187 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a31c0-db1e-4d2f-9427-e3d6c8b12e69 req-4b1d6349-b315-4cb0-8eb9-86c32e5432ca tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:23.795785 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e97a31c0-db1e-4d2f-9427-e3d6c8b12e69 req-4b1d6349-b315-4cb0-8eb9-86c32e5432ca tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0870900
Nov 19 20:50:23.842485 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e97a31c0-db1e-4d2f-9427-e3d6c8b12e69 req-632bc97f-28bd-406e-90bf-c37d9dc7c396 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405760
Nov 19 20:50:24.218312 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e284ba6-151f-411a-9e81-82871a27af86 req-13276ffb-d094-4961-a704-86f60abd676a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:24.219894 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5e284ba6-151f-411a-9e81-82871a27af86 req-13276ffb-d094-4961-a704-86f60abd676a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0866969
Nov 19 20:50:24.268508 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5e284ba6-151f-411a-9e81-82871a27af86 req-ec70ddef-fcd4-4915-a210-9bdbe883450c tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423217
Nov 19 20:50:25.479878 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f728847-3c99-430c-92f0-c20d5af7cc77 req-beec8d1c-8005-4449-8021-7b9d9dc4a3c1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:25.481403 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7f728847-3c99-430c-92f0-c20d5af7cc77 req-beec8d1c-8005-4449-8021-7b9d9dc4a3c1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0826468
Nov 19 20:50:25.531972 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7f728847-3c99-430c-92f0-c20d5af7cc77 req-beb90648-f9e7-4559-b9a5-8fba93f53425 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445256
Nov 19 20:50:26.740903 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c65065-674a-4f05-b740-341c718dc97d req-e8dd8e28-1b3d-43c8-bc9f-8b3b6e669057 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:26.742570 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-09c65065-674a-4f05-b740-341c718dc97d req-e8dd8e28-1b3d-43c8-bc9f-8b3b6e669057 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0838654
Nov 19 20:50:26.790893 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-09c65065-674a-4f05-b740-341c718dc97d req-ba719015-10e8-4949-ac11-a2a229cd4669 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423055
Nov 19 20:50:27.552996 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-22ec4e9c-d2da-4e0b-8307-f895a8043ca3 req-3330ff37-d232-451b-8ea9-d717a5c5cbb1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=fa99d0118df442eca2afa5e7043d1676&device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 1162 time: 0.0782080
Nov 19 20:50:27.692426 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec4e9c-d2da-4e0b-8307-f895a8043ca3 req-edcae61f-2195-401b-a813-bf23759af43d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:27.693993 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-22ec4e9c-d2da-4e0b-8307-f895a8043ca3 req-edcae61f-2195-401b-a813-bf23759af43d service neutron] 10.222.0.27 "GET /v2.0/networks?id=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd HTTP/1.1" status: 200  len: 904 time: 0.1340997
Nov 19 20:50:27.801462 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-22ec4e9c-d2da-4e0b-8307-f895a8043ca3 req-d80accfe-fa8b-4976-a6fd-4a9089fafae8 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c3b0663-f21a-4444-89ce-eb84f65e1c16 HTTP/1.1" status: 200  len: 1001 time: 0.1003385
Nov 19 20:50:27.873865 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec4e9c-d2da-4e0b-8307-f895a8043ca3 req-189eada6-e5e8-49d8-877f-bd4dbc067f6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:27.875454 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-22ec4e9c-d2da-4e0b-8307-f895a8043ca3 req-189eada6-e5e8-49d8-877f-bd4dbc067f6a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=59cbba1f-50a8-4d2a-8185-b2dfe8b126e2 HTTP/1.1" status: 200  len: 849 time: 0.0679040
Nov 19 20:50:28.029372 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-22ec4e9c-d2da-4e0b-8307-f895a8043ca3 req-1f38f56c-8364-466e-88b0-1d9c002c496f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1442149
Nov 19 20:50:28.036161 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e5168-6bd4-4d9e-b4f0-1a3b24930687 req-91adb8b1-6978-4fa6-abc8-35ce616eadbf tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:28.037646 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-049e5168-6bd4-4d9e-b4f0-1a3b24930687 req-91adb8b1-6978-4fa6-abc8-35ce616eadbf tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.1136665
Nov 19 20:50:28.189796 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-049e5168-6bd4-4d9e-b4f0-1a3b24930687 req-f1ef5393-f65f-46c6-9490-c2ad672946f1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1271768
Nov 19 20:50:28.214354 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-22ec4e9c-d2da-4e0b-8307-f895a8043ca3 req-943123d3-b1a1-4a4f-920e-42687e5bef6d service neutron] 10.222.0.27 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1750941
Nov 19 20:50:28.355547 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-22ec4e9c-d2da-4e0b-8307-f895a8043ca3 req-8db1a4a6-dc91-4e3d-bc55-bb1572136da9 service neutron] 10.222.0.27 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1340146
Nov 19 20:50:29.442094 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927824b-16dc-492e-9498-fff42da2f084 req-f69ede78-aa10-4860-bf6d-7119df9feff1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:29.443703 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5927824b-16dc-492e-9498-fff42da2f084 req-f69ede78-aa10-4860-bf6d-7119df9feff1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.1198287
Nov 19 20:50:29.498217 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5927824b-16dc-492e-9498-fff42da2f084 req-a119790c-bd73-45af-a708-00b7b1b64e21 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478625
Nov 19 20:50:29.509102 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:30.711968 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418d9a0-72eb-4e31-8df0-159a60f4e521 req-8dbceef3-4515-4ac3-b52c-7c99acc80e82 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:30.713484 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8418d9a0-72eb-4e31-8df0-159a60f4e521 req-8dbceef3-4515-4ac3-b52c-7c99acc80e82 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0835745
Nov 19 20:50:30.760968 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8418d9a0-72eb-4e31-8df0-159a60f4e521 req-228d9ebb-d4ef-4cc3-b9ba-d332abbc5d37 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412037
Nov 19 20:50:35.827466 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-17671db3-4bde-4530-9704-a064fec6f033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:35.986111 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:50:38.670069 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-01c3dab2-f415-467a-a454-606d86f13d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:38.846764 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:39.794124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:40.177267 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:49.645147 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 37342) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:50:49.927863 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb0d5d4-1daa-4971-b7cd-efd363555268 admin admin] Deleting subnet d39f61d3-9790-4402-b599-273b7ce5c960 {{(pid=80324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 20:50:49.931688 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d5d4-1daa-4971-b7cd-efd363555268 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:49.984858 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d5d4-1daa-4971-b7cd-efd363555268 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843861254'] for subnet, precommit_delete_associations {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:50.042121 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d5d4-1daa-4971-b7cd-efd363555268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3383722'] for subnet, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:50.298014 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d5d4-1daa-4971-b7cd-efd363555268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851392077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10914378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656033'] for subnet, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:50.313361 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-2bc4e463-6b88-4019-b4c6-971b8e76c542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:50:50.356791 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0d5d4-1daa-4971-b7cd-efd363555268 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d39f61d3-9790-4402-b599-273b7ce5c960,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:50:50.368155 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-6bb0d5d4-1daa-4971-b7cd-efd363555268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:50:50.447291 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d5d4-1daa-4971-b7cd-efd363555268 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:50.453309 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-6bb0d5d4-1daa-4971-b7cd-efd363555268 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d39f61d3-9790-4402-b599-273b7ce5c960 HTTP/1.1" status: 204  len: 168 time: 0.8069191
Nov 19 20:50:50.456015 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 37346) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:50:50.573800 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b7fda045-6ee6-4cca-864e-dbebc1fe19ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3496268'] for network, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:50.765724 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b7fda045-6ee6-4cca-864e-dbebc1fe19ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3396403', 'neutron.services.segments.db._delete_segments_for_network--9223363258782719672'] for network, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:50.877675 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-b7fda045-6ee6-4cca-864e-dbebc1fe19ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbcd6bdfda0>,) {'filters': {'network_id': ['b83d732a-8e67-49fd-945b-fefbf79e42c2']}} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:50:50.893784 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-b7fda045-6ee6-4cca-864e-dbebc1fe19ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcd6bdfda0>, 'd20f8861-dd92-4253-a052-3fdbaf5ef58c') {'for_net_delete': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:50:50.894131 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-b7fda045-6ee6-4cca-864e-dbebc1fe19ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcd6bdfda0>, 'd20f8861-dd92-4253-a052-3fdbaf5ef58c') {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:50:50.906791 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b7fda045-6ee6-4cca-864e-dbebc1fe19ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258782742456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10914545'] for segment, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:50.922576 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b7fda045-6ee6-4cca-864e-dbebc1fe19ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:50.924785 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b7fda045-6ee6-4cca-864e-dbebc1fe19ea admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 20:50:51.101037 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-b7fda045-6ee6-4cca-864e-dbebc1fe19ea admin admin] Network b83d732a-8e67-49fd-945b-fefbf79e42c2 has no segments {{(pid=80324) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:50:51.110060 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b7fda045-6ee6-4cca-864e-dbebc1fe19ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3387784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843861784'] for segment, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:51.289590 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-b7fda045-6ee6-4cca-864e-dbebc1fe19ea admin admin] Network b83d732a-8e67-49fd-945b-fefbf79e42c2 has no segments {{(pid=80324) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]: Traceback (most recent call last):
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:     timer()
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:     cb(*args, **kw)
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:     return func(*args, **kwargs)
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:     self._notify()
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:     self.callback(batched_events)
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:     event.method(event)
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:     segment_id)['aggregates'][0]
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:     return f(self, *a, **k)
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self._get(url).json()
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:     **kwargs)
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self.request(url, 'GET', **kwargs)
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:     **endpoint_filter)
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 20:50:51.311804 dv-cinder-750782-3-iscsi neutron-server[80212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 20:50:51.390470 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b7fda045-6ee6-4cca-864e-dbebc1fe19ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851379388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:51.393832 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:50:51.408028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b7fda045-6ee6-4cca-864e-dbebc1fe19ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:51.419383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fda045-6ee6-4cca-864e-dbebc1fe19ea admin admin] Pushing event deleted for resources: {'Network': ['ID=b83d732a-8e67-49fd-945b-fefbf79e42c2,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:50:51.422777 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b7fda045-6ee6-4cca-864e-dbebc1fe19ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:50:51.427196 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-b7fda045-6ee6-4cca-864e-dbebc1fe19ea admin admin] 10.222.0.23 "DELETE /v2.0/networks/b83d732a-8e67-49fd-945b-fefbf79e42c2 HTTP/1.1" status: 204  len: 168 time: 0.9700813
Nov 19 20:50:51.630323 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 37354) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:50:51.686930 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-188ec389-a79f-43b7-a8d1-06e134486d53 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1a71c9245daa4247ac3bef0a5fb52cf6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0553091
Nov 19 20:50:51.689259 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 37358) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:50:51.750561 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:51.777606 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:51.822767 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:51.827853 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8e925ae6-eb81-41e0-8904-60d07cc87422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:50:51.845557 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b904afd6-574d-4b6c-aab6-46a930af3836,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:50:51.859402 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.859829 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.860268 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.860647 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.861050 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.861458 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.861909 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.862311 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.864037 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.864037 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.864037 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.864037 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.864464 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.864634 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.865027 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.865417 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.866404 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.866800 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.867194 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.867585 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.867975 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.868364 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.868753 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.869141 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:50:51.872140 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:50:51.875962 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b904afd6-574d-4b6c-aab6-46a930af3836 HTTP/1.1" status: 204  len: 168 time: 0.1830828
Nov 19 20:50:51.875962 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:50:58.542782 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-03dada96-1d61-4fcc-ae5e-9b1e8c9e785e req-8b774779-2b21-489c-a4aa-763220e060c0 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0743866
Nov 19 20:50:58.658071 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-03dada96-1d61-4fcc-ae5e-9b1e8c9e785e req-995fdfc9-beff-4001-b10d-c3d7dd6565d1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1&device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 1162 time: 0.0765991
Nov 19 20:50:58.811307 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dada96-1d61-4fcc-ae5e-9b1e8c9e785e req-76766b03-2e7b-47a0-8f97-b2a7b42a3f15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:58.812766 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-03dada96-1d61-4fcc-ae5e-9b1e8c9e785e req-76766b03-2e7b-47a0-8f97-b2a7b42a3f15 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f600d754-a3af-4d81-9829-a5bb5191007e HTTP/1.1" status: 200  len: 911 time: 0.1355460
Nov 19 20:50:58.918514 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-03dada96-1d61-4fcc-ae5e-9b1e8c9e785e req-ee625388-237b-4462-9f4a-a637b6dcae4f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0f12582-4e4e-4cea-82c5-89165d3c918d HTTP/1.1" status: 200  len: 1001 time: 0.0984735
Nov 19 20:50:58.989627 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dada96-1d61-4fcc-ae5e-9b1e8c9e785e req-87eeb830-7716-4158-a245-75de84d6b084 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:50:58.991752 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-03dada96-1d61-4fcc-ae5e-9b1e8c9e785e req-87eeb830-7716-4158-a245-75de84d6b084 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=f9de70f2-6912-47cb-a752-2ceb77669463 HTTP/1.1" status: 200  len: 856 time: 0.0673745
Nov 19 20:50:59.073551 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-03dada96-1d61-4fcc-ae5e-9b1e8c9e785e req-776ff6f1-5872-4596-8f46-fb40f30544be service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f600d754-a3af-4d81-9829-a5bb5191007e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745630
Nov 19 20:50:59.216803 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-03dada96-1d61-4fcc-ae5e-9b1e8c9e785e req-613c0c1b-e3c9-46b7-b22f-7e0971300b17 service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346185
Nov 19 20:50:59.356953 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-03dada96-1d61-4fcc-ae5e-9b1e8c9e785e req-37040d8e-a57f-4644-8a2d-4541fb66bb1d service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1336086
Nov 19 20:50:59.514354 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:05.828001 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-eabc204d-084f-4cf9-b50e-135df44558b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:08.671235 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c14b203a-bc29-46b1-8449-7754286b9213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:08.848687 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:09.797020 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:10.178557 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:12.987564 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:51:20.397469 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-27856ffd-be63-4784-a85f-de84e50e69bf req-0fce4bbe-eb3f-4c49-9ffa-8f78a6730f16 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2826f75aa14446fb8f3b82be9ae57f71&device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 1202 time: 0.0795100
Nov 19 20:51:20.422291 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d0826-590c-4cdb-b1d3-52f043ffce00 req-da24e3bc-6193-42ba-8ec9-b1b19825d2b3 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:20.423886 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-606d0826-590c-4cdb-b1d3-52f043ffce00 req-da24e3bc-6193-42ba-8ec9-b1b19825d2b3 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 984 time: 0.0873821
Nov 19 20:51:20.473535 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-606d0826-590c-4cdb-b1d3-52f043ffce00 req-d390c880-5b85-4c11-92af-9e4953ba2bca tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&id=5f28e4a1-7a3d-447e-97c9-ac55e984a337&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0426180
Nov 19 20:51:20.541762 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27856ffd-be63-4784-a85f-de84e50e69bf req-e7b87aa9-81d6-4041-a67e-16cd2a9a8067 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:20.543434 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-27856ffd-be63-4784-a85f-de84e50e69bf req-e7b87aa9-81d6-4041-a67e-16cd2a9a8067 service neutron] 10.222.0.27 "GET /v2.0/networks?id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 HTTP/1.1" status: 200  len: 909 time: 0.1386156
Nov 19 20:51:20.650637 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-27856ffd-be63-4784-a85f-de84e50e69bf req-2e25b866-55ac-4149-aebb-6fc096873c54 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31f66b22-a921-49f4-af64-125686177833 HTTP/1.1" status: 200  len: 1000 time: 0.1006465
Nov 19 20:51:20.719034 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27856ffd-be63-4784-a85f-de84e50e69bf req-710623b9-47ce-405b-bfce-700105ded567 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:20.720561 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-27856ffd-be63-4784-a85f-de84e50e69bf req-710623b9-47ce-405b-bfce-700105ded567 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6123b28f-d62b-431d-b508-30dd54c9aa74 HTTP/1.1" status: 200  len: 854 time: 0.0633087
Nov 19 20:51:20.799544 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-27856ffd-be63-4784-a85f-de84e50e69bf req-4e367384-05c5-4391-9577-b956fdb06e19 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714149
Nov 19 20:51:20.940061 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-27856ffd-be63-4784-a85f-de84e50e69bf req-92a30cbb-4780-426c-90fa-2ae4f08f9b07 service neutron] 10.222.0.27 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325982
Nov 19 20:51:21.301964 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-27856ffd-be63-4784-a85f-de84e50e69bf req-ba4319d6-74ac-43ef-ac8d-42efb34cee39 service neutron] 10.222.0.27 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3541536
Nov 19 20:51:21.704377 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4450ad-3178-478e-a3eb-35b4d5cfa5f6 req-17c80036-1eae-4a19-848f-35a5dec82887 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:21.706052 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3d4450ad-3178-478e-a3eb-35b4d5cfa5f6 req-17c80036-1eae-4a19-848f-35a5dec82887 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 984 time: 0.0844719
Nov 19 20:51:21.757980 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3d4450ad-3178-478e-a3eb-35b4d5cfa5f6 req-a7bb47db-e77e-4f04-a972-2fda6178de81 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&id=5f28e4a1-7a3d-447e-97c9-ac55e984a337&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0453727
Nov 19 20:51:22.101895 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681d84b-80a5-4047-8c26-01c4a56b8d15 req-f6557d37-ae35-4aac-a874-ac4c89be6566 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:22.103513 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a681d84b-80a5-4047-8c26-01c4a56b8d15 req-f6557d37-ae35-4aac-a874-ac4c89be6566 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0907497
Nov 19 20:51:22.152424 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a681d84b-80a5-4047-8c26-01c4a56b8d15 req-2a5b4f88-bc80-49d8-ab0c-a0ed0187e8e1 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425525
Nov 19 20:51:22.971627 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c60116-9b23-4326-aa86-fafdbc938f26 req-626becd3-5159-491e-8ded-8a29713fbe70 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:22.973201 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-25c60116-9b23-4326-aa86-fafdbc938f26 req-626becd3-5159-491e-8ded-8a29713fbe70 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 984 time: 0.0852613
Nov 19 20:51:23.022076 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-25c60116-9b23-4326-aa86-fafdbc938f26 req-9656cca2-115c-4ac6-9474-a66f6be31e42 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&id=5f28e4a1-7a3d-447e-97c9-ac55e984a337&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0425723
Nov 19 20:51:23.375420 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d331f-1b77-4c7d-b3ad-90853a4eb84d req-34e58798-8e0e-4756-aca5-87eeb053b55e tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:23.376981 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ad7d331f-1b77-4c7d-b3ad-90853a4eb84d req-34e58798-8e0e-4756-aca5-87eeb053b55e tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0809755
Nov 19 20:51:23.427019 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ad7d331f-1b77-4c7d-b3ad-90853a4eb84d req-74ba6751-ac5c-4bd4-b23d-7c17ab7ab8b3 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440261
Nov 19 20:51:24.241216 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93692555-1ad7-4da7-b420-ab96582d255f req-4dad2953-867f-4b53-b209-07b4d7d0038b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:24.242840 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-93692555-1ad7-4da7-b420-ab96582d255f req-4dad2953-867f-4b53-b209-07b4d7d0038b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 984 time: 0.0844488
Nov 19 20:51:24.295779 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-93692555-1ad7-4da7-b420-ab96582d255f req-fbc63bca-bfdc-428a-894a-b78124f6a9b3 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&id=5f28e4a1-7a3d-447e-97c9-ac55e984a337&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0466938
Nov 19 20:51:24.650723 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d9435-38b9-4b7b-8134-46e36140370f req-0c1ed3fe-bd3e-4a1a-91cd-8856e2d8d3c9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:24.652286 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-861d9435-38b9-4b7b-8134-46e36140370f req-0c1ed3fe-bd3e-4a1a-91cd-8856e2d8d3c9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0813231
Nov 19 20:51:24.702268 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-861d9435-38b9-4b7b-8134-46e36140370f req-db0efc9a-c1f8-4927-953e-bcf5d1c55eec tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438378
Nov 19 20:51:25.502534 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e9849-e4fa-46bf-8372-299ce5f57e31 req-6db44fae-9d7f-493a-8846-b0e5d5638b53 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:25.504028 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-300e9849-e4fa-46bf-8372-299ce5f57e31 req-6db44fae-9d7f-493a-8846-b0e5d5638b53 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 984 time: 0.0814950
Nov 19 20:51:25.552553 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-300e9849-e4fa-46bf-8372-299ce5f57e31 req-6b3a221c-49ca-4419-baea-ed76619501f0 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&id=5f28e4a1-7a3d-447e-97c9-ac55e984a337&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0424848
Nov 19 20:51:25.926140 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a84ef-abea-4258-9921-c469fc30924b req-e5f6beb1-a5d2-4f56-9ad7-e5e372f28724 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:25.927708 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-217a84ef-abea-4258-9921-c469fc30924b req-e5f6beb1-a5d2-4f56-9ad7-e5e372f28724 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0854380
Nov 19 20:51:25.976509 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-217a84ef-abea-4258-9921-c469fc30924b req-ad3bc722-c8e6-4cfb-81bd-3f8e8e9f2bb4 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420570
Nov 19 20:51:26.763475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f9107-e3de-40fe-b722-d3295c791d14 req-ffa32871-d8d1-4ed7-8484-298e28f8b375 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:26.765056 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fc7f9107-e3de-40fe-b722-d3295c791d14 req-ffa32871-d8d1-4ed7-8484-298e28f8b375 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 984 time: 0.0852075
Nov 19 20:51:26.814844 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fc7f9107-e3de-40fe-b722-d3295c791d14 req-fa6dc124-29a5-4e6d-8cca-fd3cb02fd761 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&id=5f28e4a1-7a3d-447e-97c9-ac55e984a337&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0436044
Nov 19 20:51:27.198058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3e163-e88b-47ee-b045-41e6831b626f req-ce8d3a30-818c-4190-8573-4c5d059449dd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:27.199651 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dbe3e163-e88b-47ee-b045-41e6831b626f req-ce8d3a30-818c-4190-8573-4c5d059449dd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0830779
Nov 19 20:51:27.246712 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dbe3e163-e88b-47ee-b045-41e6831b626f req-a60e36d3-bf68-46ab-a9a9-acf63598f824 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408950
Nov 19 20:51:28.028727 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64346e6a-3126-4d7b-9f6d-53aea1bc7943 req-ce58327e-2e80-4caf-a8e2-3a476dfeeadd tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:28.030361 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-64346e6a-3126-4d7b-9f6d-53aea1bc7943 req-ce58327e-2e80-4caf-a8e2-3a476dfeeadd tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 984 time: 0.0846128
Nov 19 20:51:28.083853 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-64346e6a-3126-4d7b-9f6d-53aea1bc7943 req-9ed49885-6282-4f2d-8274-b248405e1770 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&id=5f28e4a1-7a3d-447e-97c9-ac55e984a337&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0470121
Nov 19 20:51:28.360924 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec12248-29f8-4cff-939b-74c4088342a3 req-1d071236-0365-430d-8673-1c51a40c1ce8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:28.362589 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fec12248-29f8-4cff-939b-74c4088342a3 req-1d071236-0365-430d-8673-1c51a40c1ce8 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0856631
Nov 19 20:51:28.411564 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fec12248-29f8-4cff-939b-74c4088342a3 req-3b20581e-ce0b-4be1-ac71-8d7d4b186dcd tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423388
Nov 19 20:51:28.478860 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91fbdb1-ab8f-45b7-aca2-c725285ee3c9 req-35a9919c-420c-46ec-8872-0a24c8ff9fc9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:28.480546 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e91fbdb1-ab8f-45b7-aca2-c725285ee3c9 req-35a9919c-420c-46ec-8872-0a24c8ff9fc9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0881991
Nov 19 20:51:28.527583 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e91fbdb1-ab8f-45b7-aca2-c725285ee3c9 req-bdd1a538-5174-453d-bf50-d56d348b9632 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407293
Nov 19 20:51:29.296746 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef58888-7b02-4484-8c36-6b7413c291f9 req-204785f1-18d7-4c12-b1ef-e91269f01c8b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:29.298377 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5ef58888-7b02-4484-8c36-6b7413c291f9 req-204785f1-18d7-4c12-b1ef-e91269f01c8b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 984 time: 0.0851102
Nov 19 20:51:29.351587 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5ef58888-7b02-4484-8c36-6b7413c291f9 req-ba50452b-3b0b-4ebb-92f3-a1340e701770 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&id=5f28e4a1-7a3d-447e-97c9-ac55e984a337&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0464711
Nov 19 20:51:29.511113 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:29.624758 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912353d0-c1b7-443a-9bf9-eeb7930b3d36 req-0d4594be-6744-4887-9e06-5a4736e5cfee tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:29.626391 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-912353d0-c1b7-443a-9bf9-eeb7930b3d36 req-0d4594be-6744-4887-9e06-5a4736e5cfee tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0847378
Nov 19 20:51:29.643522 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019eee7-5588-4fe3-abd9-13652f7da5cf req-185e841e-379c-4604-9b8a-2b1bd8c3857a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:29.645113 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1019eee7-5588-4fe3-abd9-13652f7da5cf req-185e841e-379c-4604-9b8a-2b1bd8c3857a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.27 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 945 time: 0.0844300
Nov 19 20:51:29.674942 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-912353d0-c1b7-443a-9bf9-eeb7930b3d36 req-f064f6b7-30e3-4767-b381-a2d259225781 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=1cf234ff-0571-4edc-8603-dae43b2b584c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420516
Nov 19 20:51:29.775603 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-1019eee7-5588-4fe3-abd9-13652f7da5cf req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Deleting port 5c3b0663-f21a-4444-89ce-eb84f65e1c16 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:51:29.775899 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-1019eee7-5588-4fe3-abd9-13652f7da5cf req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:29.896227 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86136079-5d11-459e-9a10-264607d6b236 req-11013fda-f780-4fdc-b73f-e1ae1bf6db6e tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:29.898415 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-86136079-5d11-459e-9a10-264607d6b236 req-11013fda-f780-4fdc-b73f-e1ae1bf6db6e tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.2004571
Nov 19 20:51:30.051788 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-86136079-5d11-459e-9a10-264607d6b236 req-18016539-15f3-40fd-a56b-1ac24b3b1a4f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1452703
Nov 19 20:51:30.085165 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-1019eee7-5588-4fe3-abd9-13652f7da5cf req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] For port 5c3b0663-f21a-4444-89ce-eb84f65e1c16, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=5c3b0663-f21a-4444-89ce-eb84f65e1c16,segment=NetworkSegment(5f81fa6e-fc9f-4726-931b-51fc754fde2a),segment_id=5f81fa6e-fc9f-4726-931b-51fc754fde2a)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:51:30.085602 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-1019eee7-5588-4fe3-abd9-13652f7da5cf req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:30.386552 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-1019eee7-5588-4fe3-abd9-13652f7da5cf req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for floatingip, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:30.387106 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-1019eee7-5588-4fe3-abd9-13652f7da5cf req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:30.387234 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_db [req-1019eee7-5588-4fe3-abd9-13652f7da5cf req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Floating IP 2716b55a-f719-4ba2-899b-1492d0f78920 disassociated. External IP: 172.27.0.250, port: 5c3b0663-f21a-4444-89ce-eb84f65e1c16.
Nov 19 20:51:30.387564 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-1019eee7-5588-4fe3-abd9-13652f7da5cf req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Calling delete_port for 5c3b0663-f21a-4444-89ce-eb84f65e1c16 owned by compute:nova {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:51:30.534892 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-1019eee7-5588-4fe3-abd9-13652f7da5cf req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:30.550067 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:51:30.568100 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31aec22-f091-4106-81b5-54f34cb2c612 req-4b30f851-46de-4216-ac40-cac6c3cf69d3 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:30.570394 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e31aec22-f091-4106-81b5-54f34cb2c612 req-4b30f851-46de-4216-ac40-cac6c3cf69d3 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 984 time: 0.0891473
Nov 19 20:51:30.597660 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Pushing event deleted for resources: {'Port': ['ID=5c3b0663-f21a-4444-89ce-eb84f65e1c16,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:51:30.620879 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e31aec22-f091-4106-81b5-54f34cb2c612 req-4807a433-f11c-4070-bd96-7ca265ead7df tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&id=5f28e4a1-7a3d-447e-97c9-ac55e984a337&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0439177
Nov 19 20:51:30.621973 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.622392 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.622796 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.623199 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.623595 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.623990 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.624382 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.624774 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.625165 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.625554 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.625965 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.626361 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.626787 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.627177 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.627564 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.627949 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.628335 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.628721 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.629108 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.629494 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.629921 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.630264 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.630652 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.631042 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:30.682589 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:51:30.861762 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c5391966-1279-49e5-90be-7151a18bf6d7 req-9e99a6e1-5ab4-48e1-96b9-68fc36e0765e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 210 time: 0.0546014
Nov 19 20:51:30.925463 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device e0f12582-4e4e-4cea-82c5-89165d3c918d up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:51:30.992437 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1019eee7-5588-4fe3-abd9-13652f7da5cf req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:51:31.000697 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port e0f12582-4e4e-4cea-82c5-89165d3c918d triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:51:31.001122 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:31.171889 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 5c3b0663-f21a-4444-89ce-eb84f65e1c16 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:51:31.213436 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-213589af-5480-4528-850d-679758bf95dc None None] No Port match for: 5c3b0663-f21a-4444-89ce-eb84f65e1c16 {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 20:51:31.213865 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 5c3b0663-f21a-4444-89ce-eb84f65e1c16 not bound to the agent host hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 20:51:31.232384 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1019eee7-5588-4fe3-abd9-13652f7da5cf req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:51:31.243543 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdceb98a-c8f7-451b-962d-59831bb05011 None None] Sync routers for ids ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:51:31.256104 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdceb98a-c8f7-451b-962d-59831bb05011 None None] Routers {'0cee4588-1058-4ebd-ac2d-57b2c00eae59'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:51:31.256812 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-cdceb98a-c8f7-451b-962d-59831bb05011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd75cbba8>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:51:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:51:31.274118 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-1019eee7-5588-4fe3-abd9-13652f7da5cf req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] No DVR routers for this DVR port 5c3b0663-f21a-4444-89ce-eb84f65e1c16 on host hv-cinder-75078 {{(pid=80324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:51:31.276477 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-1019eee7-5588-4fe3-abd9-13652f7da5cf req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:31.280790 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ea9a02-44fb-4dc6-b977-b8839773cc3e', 'name': 'network-vif-deleted', 'tag': '5c3b0663-f21a-4444-89ce-eb84f65e1c16'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:51:31.318898 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1019eee7-5588-4fe3-abd9-13652f7da5cf req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.27 "DELETE /v2.0/ports/5c3b0663-f21a-4444-89ce-eb84f65e1c16 HTTP/1.1" status: 204  len: 173 time: 1.6669588
Nov 19 20:51:31.319434 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c35e4-6155-4c2b-92da-e99fd8bf3c57 req-42c96c6c-28ed-4263-8514-d8427845f648 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:31.335946 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fc1c35e4-6155-4c2b-92da-e99fd8bf3c57 req-42c96c6c-28ed-4263-8514-d8427845f648 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.1151285
Nov 19 20:51:31.363032 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ea9a02-44fb-4dc6-b977-b8839773cc3e', 'name': 'network-vif-deleted', 'tag': '5c3b0663-f21a-4444-89ce-eb84f65e1c16', 'status': 'completed', 'code': 200}
Nov 19 20:51:31.395599 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fc1c35e4-6155-4c2b-92da-e99fd8bf3c57 req-c4e558f1-981d-46e0-b3cc-8254a2bbf015 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559399
Nov 19 20:51:31.472225 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-cdceb98a-c8f7-451b-962d-59831bb05011 None None] Set router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:51:31.812280 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-cdceb98a-c8f7-451b-962d-59831bb05011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd75cbba8>, [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '45189207-a55b-4e33-a101-45be26548e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port': {'id': '45189207-a55b-4e33-a101-45be26548e8b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:57Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'a536e734-57e7-42c2-9cf7-134512d81fc8', 'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'mac_address': 'fa:16:3e:72:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:25Z', 'revision_number': 5, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'subnets': [{'id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:51:31.817279 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdceb98a-c8f7-451b-962d-59831bb05011 None None] Checking router: 0cee4588-1058-4ebd-ac2d-57b2c00eae59 for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:51:31.828932 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdceb98a-c8f7-451b-962d-59831bb05011 None None] Routers {'0cee4588-1058-4ebd-ac2d-57b2c00eae59'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:51:31.829725 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-cdceb98a-c8f7-451b-962d-59831bb05011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd75cbba8>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:51:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:51:31.836647 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499948e-ef87-4892-819a-80987f59ae38 req-de7d010e-2222-4544-8c3a-10e28c11aec0 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:31.844069 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7499948e-ef87-4892-819a-80987f59ae38 req-de7d010e-2222-4544-8c3a-10e28c11aec0 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 984 time: 0.0913944
Nov 19 20:51:31.897624 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7499948e-ef87-4892-819a-80987f59ae38 req-bb98276e-e1e7-45e6-bafc-7919a98c0ac8 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&id=5f28e4a1-7a3d-447e-97c9-ac55e984a337&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0526133
Nov 19 20:51:32.030888 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-cdceb98a-c8f7-451b-962d-59831bb05011 None None] Set router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:51:32.094297 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dff7daa5-f822-4471-82bc-a43c59fc541f req-c0715ee7-48f5-488b-83cc-8885c5c5032d tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=c4ea9a02-44fb-4dc6-b977-b8839773cc3e HTTP/1.1" status: 200  len: 210 time: 0.0446439
Nov 19 20:51:32.368598 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-cdceb98a-c8f7-451b-962d-59831bb05011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd75cbba8>, [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '45189207-a55b-4e33-a101-45be26548e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port': {'id': '45189207-a55b-4e33-a101-45be26548e8b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:57Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'a536e734-57e7-42c2-9cf7-134512d81fc8', 'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'mac_address': 'fa:16:3e:72:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:25Z', 'revision_number': 5, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'subnets': [{'id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:51:32.373067 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdceb98a-c8f7-451b-962d-59831bb05011 None None] The sync data for ids ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'] in dv-cinder-750782-3-iscsi is: [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '45189207-a55b-4e33-a101-45be26548e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port': {'id': '45189207-a55b-4e33-a101-45be26548e8b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:57Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'a536e734-57e7-42c2-9cf7-134512d81fc8', 'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'mac_address': 'fa:16:3e:72:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:25Z', 'revision_number': 5, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'subnets': [{'id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:51:32.635005 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574628b7-7dd2-45d9-8d67-95931c0cb824 req-8ef76153-85da-4467-82a5-e6b680ee83c9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:32.636671 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-574628b7-7dd2-45d9-8d67-95931c0cb824 req-8ef76153-85da-4467-82a5-e6b680ee83c9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0864568
Nov 19 20:51:32.692033 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-574628b7-7dd2-45d9-8d67-95931c0cb824 req-33bbf7c2-81ce-4522-818f-f50a79850c07 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487554
Nov 19 20:51:32.795600 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cbec28-b32b-47de-8699-73048912a411 None None] New status for floating IP 2716b55a-f719-4ba2-899b-1492d0f78920: DOWN {{(pid=80326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 20:51:33.119786 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03da7e-4020-40e2-91d4-17165a35fa20 req-67ec5398-7004-41f8-93fe-7df2f191c271 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:33.121332 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4a03da7e-4020-40e2-91d4-17165a35fa20 req-67ec5398-7004-41f8-93fe-7df2f191c271 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 984 time: 0.0840437
Nov 19 20:51:33.173066 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4a03da7e-4020-40e2-91d4-17165a35fa20 req-be22117c-db9f-4bef-bf1b-17a0670f22d2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&id=5f28e4a1-7a3d-447e-97c9-ac55e984a337&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0453284
Nov 19 20:51:33.285060 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 37516) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:51:33.359427 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b6632cab-d3f6-408e-8f1b-efc5fd5cc68f tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:33.388522 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b6632cab-d3f6-408e-8f1b-efc5fd5cc68f tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:33.433780 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b6632cab-d3f6-408e-8f1b-efc5fd5cc68f tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:33.439084 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-762d35c4-1db8-4f80-b1f6-487be303ccf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:51:33.454722 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6632cab-d3f6-408e-8f1b-efc5fd5cc68f tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf234ff-0571-4edc-8603-dae43b2b584c,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:51:33.457566 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b6632cab-d3f6-408e-8f1b-efc5fd5cc68f tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:51:33.464906 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b6632cab-d3f6-408e-8f1b-efc5fd5cc68f tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:33.468479 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-b6632cab-d3f6-408e-8f1b-efc5fd5cc68f tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "DELETE /v2.0/security-groups/1cf234ff-0571-4edc-8603-dae43b2b584c HTTP/1.1" status: 204  len: 168 time: 0.1796572
Nov 19 20:51:33.468752 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 37520) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:51:33.486371 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.v2.resource [None req-b91ee20d-ae60-4dfc-9cb9-d8cf67b3b5b6 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] show failed (client error): The resource could not be found.
Nov 19 20:51:33.487461 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-b91ee20d-ae60-4dfc-9cb9-d8cf67b3b5b6 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups/1cf234ff-0571-4edc-8603-dae43b2b584c HTTP/1.1" status: 404  len: 347 time: 0.0177248
Nov 19 20:51:33.490308 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 37524) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:51:33.651645 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-3eecdc21-9591-46fd-a027-591ca0bd9b7d tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Deleting port d92fa468-d1e8-45e2-adc7-fecc23b77f4e {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:51:33.652219 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3eecdc21-9591-46fd-a027-591ca0bd9b7d tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:33.831836 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3eecdc21-9591-46fd-a027-591ca0bd9b7d tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:33.832225 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3eecdc21-9591-46fd-a027-591ca0bd9b7d tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for floatingip, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:33.929027 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1197ae-3935-4aa2-8fd2-9caecaf3fc72 req-dbcfccf2-44fc-4c12-ae71-9c1621b89f5c tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:33.931026 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fa1197ae-3935-4aa2-8fd2-9caecaf3fc72 req-dbcfccf2-44fc-4c12-ae71-9c1621b89f5c tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0877759
Nov 19 20:51:33.964623 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-3eecdc21-9591-46fd-a027-591ca0bd9b7d tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Calling delete_port for d92fa468-d1e8-45e2-adc7-fecc23b77f4e owned by network:floatingip {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:51:33.980864 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fa1197ae-3935-4aa2-8fd2-9caecaf3fc72 req-3e80da81-a4ab-41bf-94ed-93db60160116 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433648
Nov 19 20:51:34.104132 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3eecdc21-9591-46fd-a027-591ca0bd9b7d tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:34.117680 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:51:34.168840 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecdc21-9591-46fd-a027-591ca0bd9b7d tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Pushing event deleted for resources: {'Port': ['ID=d92fa468-d1e8-45e2-adc7-fecc23b77f4e,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:51:34.172982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3eecdc21-9591-46fd-a027-591ca0bd9b7d tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:51:34.398023 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3eecdc21-9591-46fd-a027-591ca0bd9b7d tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for floatingip, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:34.421293 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3eecdc21-9591-46fd-a027-591ca0bd9b7d tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:34.422583 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-3eecdc21-9591-46fd-a027-591ca0bd9b7d tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "DELETE /v2.0/floatingips/2716b55a-f719-4ba2-899b-1492d0f78920 HTTP/1.1" status: 204  len: 168 time: 0.9308190
Nov 19 20:51:34.437133 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18312987-7cff-4fd1-8d80-86309a58cc5b req-be9b7117-9de7-40a8-b000-b5feac4b703f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:34.438801 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-18312987-7cff-4fd1-8d80-86309a58cc5b req-be9b7117-9de7-40a8-b000-b5feac4b703f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 984 time: 0.1189592
Nov 19 20:51:34.489955 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-18312987-7cff-4fd1-8d80-86309a58cc5b req-80dfbcda-166a-43ca-8802-519ad652c74d tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&id=5f28e4a1-7a3d-447e-97c9-ac55e984a337&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0439129
Nov 19 20:51:34.769403 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 37534) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:51:34.775307 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-4913b96b-a7ba-4645-b4fb-f1d136c56338 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Request body: {'security_group': {'name': 'tempest-securitygroup--2099714850', 'description': 'tempest-description--631490459'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:51:34.781640 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-4913b96b-a7ba-4645-b4fb-f1d136c56338 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:51:34.786339 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-4913b96b-a7ba-4645-b4fb-f1d136c56338 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Usage tracker for resource:security_group and tenant:fa99d0118df442eca2afa5e7043d1676 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:51:34.789840 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-4913b96b-a7ba-4645-b4fb-f1d136c56338 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:51:34.795616 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-4913b96b-a7ba-4645-b4fb-f1d136c56338 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:51:34.808828 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4913b96b-a7ba-4645-b4fb-f1d136c56338 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:34.843717 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-4913b96b-a7ba-4645-b4fb-f1d136c56338 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:51:34.847684 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-4913b96b-a7ba-4645-b4fb-f1d136c56338 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Usage tracker for resource:security_group_rule and tenant:fa99d0118df442eca2afa5e7043d1676 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:51:34.851098 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-4913b96b-a7ba-4645-b4fb-f1d136c56338 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:51:34.856877 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-4913b96b-a7ba-4645-b4fb-f1d136c56338 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:51:34.912123 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4913b96b-a7ba-4645-b4fb-f1d136c56338 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:34.915224 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4913b96b-a7ba-4645-b4fb-f1d136c56338 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:34.920379 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4a8d80a1-263f-4c6d-9226-adb50e9203b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:51:34.963082 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913b96b-a7ba-4645-b4fb-f1d136c56338 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Pushing event updated for resources: {'SecurityGroup': ['ID=9766756d-f200-4cad-8f09-b84fa97f1aa5,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:51:34.965884 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4913b96b-a7ba-4645-b4fb-f1d136c56338 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:34.967158 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-4913b96b-a7ba-4645-b4fb-f1d136c56338 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.1966248
Nov 19 20:51:34.968125 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4913b96b-a7ba-4645-b4fb-f1d136c56338 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:51:34.970408 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 37538) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:51:34.975991 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-2e8e3355-7f3e-4c0f-ad95-4d337726d479 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Request body: {'security_group_rule': {'security_group_id': '9766756d-f200-4cad-8f09-b84fa97f1aa5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:51:34.982174 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-2e8e3355-7f3e-4c0f-ad95-4d337726d479 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:51:34.986230 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-2e8e3355-7f3e-4c0f-ad95-4d337726d479 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Usage tracker for resource:security_group_rule and tenant:fa99d0118df442eca2afa5e7043d1676 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:51:34.989221 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-2e8e3355-7f3e-4c0f-ad95-4d337726d479 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:51:34.995115 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-2e8e3355-7f3e-4c0f-ad95-4d337726d479 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:51:35.010752 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2e8e3355-7f3e-4c0f-ad95-4d337726d479 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group_rule, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:35.073912 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2e8e3355-7f3e-4c0f-ad95-4d337726d479 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:35.076683 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2e8e3355-7f3e-4c0f-ad95-4d337726d479 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231693'] for security_group_rule, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:35.078794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:51:35.100533 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e3355-7f3e-4c0f-ad95-4d337726d479 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d63610-1b28-4747-a46f-ab5c698f0439,revision_number=0']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:51:35.104805 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-2e8e3355-7f3e-4c0f-ad95-4d337726d479 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:51:35.112001 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2e8e3355-7f3e-4c0f-ad95-4d337726d479 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group_rule, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:35.113299 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-2e8e3355-7f3e-4c0f-ad95-4d337726d479 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1423810
Nov 19 20:51:35.116024 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 37544) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:51:35.121497 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-9b273b16-469c-4900-9961-3291247d9da2 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Request body: {'security_group_rule': {'security_group_id': '9766756d-f200-4cad-8f09-b84fa97f1aa5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:51:35.128187 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-9b273b16-469c-4900-9961-3291247d9da2 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:51:35.132266 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-9b273b16-469c-4900-9961-3291247d9da2 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Usage tracker for resource:security_group_rule and tenant:fa99d0118df442eca2afa5e7043d1676 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:51:35.135301 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-9b273b16-469c-4900-9961-3291247d9da2 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:51:35.141124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-9b273b16-469c-4900-9961-3291247d9da2 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:51:35.158933 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9b273b16-469c-4900-9961-3291247d9da2 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group_rule, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:35.189441 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 31f66b22-a921-49f4-af64-125686177833 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:51:35.224535 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05618a-9e1f-4fca-8ab7-d41cb48842eb req-260863b3-e091-415c-ab9b-f89af35a53e1 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:35.226742 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7a05618a-9e1f-4fca-8ab7-d41cb48842eb req-260863b3-e091-415c-ab9b-f89af35a53e1 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0983908
Nov 19 20:51:35.232007 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9b273b16-469c-4900-9961-3291247d9da2 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:35.235194 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9b273b16-469c-4900-9961-3291247d9da2 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231693'] for security_group_rule, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:35.237765 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-2b652ab3-b992-48db-acf8-6b0918ec34fe tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:51:35.262968 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 31f66b22-a921-49f4-af64-125686177833 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:51:35.263162 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b273b16-469c-4900-9961-3291247d9da2 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c67239f-1cd6-4ecc-950c-4c51eb342f1a,revision_number=0']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:51:35.263291 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:35.268312 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9b273b16-469c-4900-9961-3291247d9da2 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:51:35.273137 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9b273b16-469c-4900-9961-3291247d9da2 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group_rule, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:35.277613 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-9b273b16-469c-4900-9961-3291247d9da2 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1577947
Nov 19 20:51:35.278103 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 37548) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:51:35.278903 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7a05618a-9e1f-4fca-8ab7-d41cb48842eb req-f1df12c4-f1a8-47af-8a64-01374ffe950a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448434
Nov 19 20:51:35.288535 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Request body: {'floatingip': {'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:51:35.295465 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:51:35.299625 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Usage tracker for resource:floatingip and tenant:fa99d0118df442eca2afa5e7043d1676 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:51:35.302694 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:51:35.309110 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:51:35.323373 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for floatingip, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:35.389836 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device e0f12582-4e4e-4cea-82c5-89165d3c918d up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:51:35.458369 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port e0f12582-4e4e-4cea-82c5-89165d3c918d triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:51:35.458932 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:35.467495 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:35.830649 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cdfc4bdf-574e-4947-8386-3d3e70f0acaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:36.007860 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc4ebc-aa5b-475e-86c9-98a08aae9d63 req-76dd6a90-42f2-4afa-a39a-dda915f733ad tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:36.009505 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fdcc4ebc-aa5b-475e-86c9-98a08aae9d63 req-76dd6a90-42f2-4afa-a39a-dda915f733ad tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 984 time: 0.3789899
Nov 19 20:51:36.041492 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Allocated IP 172.27.0.192 (494b3b67-d334-4360-a108-86a7036fa249/a87766e2-d34e-4e1a-99c0-eee0ac65f3f8/da812045-7096-4b6d-8101-7d771cd01aea) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:51:36.099765 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fdcc4ebc-aa5b-475e-86c9-98a08aae9d63 req-c59d7f9d-3cc3-4e5a-87ed-e53ea2e08e6a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&id=5f28e4a1-7a3d-447e-97c9-ac55e984a337&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0811934
Nov 19 20:51:36.222350 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:36.248133 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:36.263457 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7273c4c1-b5a9-41b1-95b8-f1257ef2bbe1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:51:36.402608 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Pushing event updated for resources: {'Port': ['ID=da812045-7096-4b6d-8101-7d771cd01aea,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:51:36.410952 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:51:36.454862 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Network 494b3b67-d334-4360-a108-86a7036fa249 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:51:36.455961 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:51:36.458230 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:51:36.507689 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c076797-77f0-48c6-9b2c-6b7a83045e1c req-6a169f1b-2b64-4e94-89d6-89fa2d88178f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:36.509308 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1c076797-77f0-48c6-9b2c-6b7a83045e1c req-6a169f1b-2b64-4e94-89d6-89fa2d88178f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0845106
Nov 19 20:51:36.547238 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for floatingip, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:36.557522 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1c076797-77f0-48c6-9b2c-6b7a83045e1c req-83d6fdb0-d77f-4e52-bdd5-381d80313f94 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418830
Nov 19 20:51:36.605794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:36.868971 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:36.872507 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:36.887469 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-119dcecf-7054-4922-a72e-636e1b7fb36a tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:51:37.027196 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Pushing event updated for resources: {'Port': ['ID=da812045-7096-4b6d-8101-7d771cd01aea,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:51:37.030400 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:51:37.125369 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:37.156990 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:37.158371 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8758123
Nov 19 20:51:37.312018 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f5e00-2c3c-4e4b-8141-cd2ca11f82c7 req-16c8440c-2503-4862-b4a5-d658267f4545 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:37.313636 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dd9f5e00-2c3c-4e4b-8141-cd2ca11f82c7 req-16c8440c-2503-4862-b4a5-d658267f4545 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 984 time: 0.0850105
Nov 19 20:51:37.365159 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dd9f5e00-2c3c-4e4b-8141-cd2ca11f82c7 req-bfc3e672-d7e6-4464-99f2-b6a644bbea33 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&id=5f28e4a1-7a3d-447e-97c9-ac55e984a337&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0453050
Nov 19 20:51:37.404515 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-692c1a3b-cd3f-4ff5-85a4-6a0315fe1404 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Synchronizing usage tracker for tenant:fa99d0118df442eca2afa5e7043d1676 on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:51:37.419673 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-692c1a3b-cd3f-4ff5-85a4-6a0315fe1404 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Unset dirty status for tenant:fa99d0118df442eca2afa5e7043d1676 on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:51:37.420904 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-692c1a3b-cd3f-4ff5-85a4-6a0315fe1404 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2099714850&fields=id&tenant_id=fa99d0118df442eca2afa5e7043d1676 HTTP/1.1" status: 200  len: 267 time: 0.0619240
Nov 19 20:51:37.579613 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-713bb5e4-b817-4c41-a2de-dd370ff348bf tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:37.581191 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-713bb5e4-b817-4c41-a2de-dd370ff348bf tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/networks?id=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd HTTP/1.1" status: 200  len: 810 time: 0.1530404
Nov 19 20:51:37.598840 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-bcfdc394-bbbf-4673-964a-c622026c89d9 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/quotas/fa99d0118df442eca2afa5e7043d1676 HTTP/1.1" status: 200  len: 375 time: 0.0108883
Nov 19 20:51:37.689055 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-71ddaaa9-766e-48dc-9ad3-80bed65aa780 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Synchronizing usage tracker for tenant:fa99d0118df442eca2afa5e7043d1676 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:51:37.705477 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-71ddaaa9-766e-48dc-9ad3-80bed65aa780 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Unset dirty status for tenant:fa99d0118df442eca2afa5e7043d1676 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:51:37.718314 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-71ddaaa9-766e-48dc-9ad3-80bed65aa780 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?tenant_id=fa99d0118df442eca2afa5e7043d1676&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1074634
Nov 19 20:51:37.798381 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bc3ca-27bd-475b-ad8a-bef69d2c740f req-f41e99a1-d6a7-4b1c-807c-2b7dca5564a3 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:37.799823 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-687bc3ca-27bd-475b-ad8a-bef69d2c740f req-f41e99a1-d6a7-4b1c-807c-2b7dca5564a3 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0886486
Nov 19 20:51:37.848796 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-687bc3ca-27bd-475b-ad8a-bef69d2c740f req-220f1588-ffac-4d9a-ad7d-d6e782e4c05b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425386
Nov 19 20:51:37.854948 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-b0d023d7-3cf1-45d9-ba4e-2b2f7f668461 service neutron] 10.222.0.23 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349168
Nov 19 20:51:37.996722 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-01d239e8-5ce5-4738-bef1-c3b911e760ae service neutron] 10.222.0.23 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1349046
Nov 19 20:51:38.207391 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-8c4b7525-18ea-46a7-8694-a926f322833a req-5fac11a6-c2c2-4a20-8e87-a0fb75e40e22 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Synchronizing usage tracker for tenant:fa99d0118df442eca2afa5e7043d1676 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:51:38.221494 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-8c4b7525-18ea-46a7-8694-a926f322833a req-5fac11a6-c2c2-4a20-8e87-a0fb75e40e22 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Unset dirty status for tenant:fa99d0118df442eca2afa5e7043d1676 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:51:38.222857 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8c4b7525-18ea-46a7-8694-a926f322833a req-5fac11a6-c2c2-4a20-8e87-a0fb75e40e22 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 210 time: 0.0717595
Nov 19 20:51:38.592030 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797514e-ba35-4f74-ab96-92cbc4e1a190 req-c84ff93f-f0c9-4280-be10-a8f8e579ac12 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:38.593783 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a797514e-ba35-4f74-ab96-92cbc4e1a190 req-c84ff93f-f0c9-4280-be10-a8f8e579ac12 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 984 time: 0.0945797
Nov 19 20:51:38.676062 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-642cbc17-499b-43a6-ad4b-0a9a3011be48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:38.846249 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a797514e-ba35-4f74-ab96-92cbc4e1a190 req-b6da89cc-393d-4d2e-9c61-7380c361df2c tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&id=5f28e4a1-7a3d-447e-97c9-ac55e984a337&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2459412
Nov 19 20:51:38.852430 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:38.969555 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 31f66b22-a921-49f4-af64-125686177833 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:51:39.044184 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 31f66b22-a921-49f4-af64-125686177833 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:51:39.045195 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:39.090495 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de152cd9-dea4-4513-a2bd-86b4fea5da94 req-4e38141a-7418-4f43-bec9-db37ffad43f6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:39.099099 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-de152cd9-dea4-4513-a2bd-86b4fea5da94 req-4e38141a-7418-4f43-bec9-db37ffad43f6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.1039951
Nov 19 20:51:39.158481 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-de152cd9-dea4-4513-a2bd-86b4fea5da94 req-dc6948ec-401c-49fe-8fcb-c5b74dc294d9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584402
Nov 19 20:51:39.430273 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d25d5b68-95ab-4130-9397-962366d42524 req-5d075991-1c18-4386-8392-57db244c91df tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 210 time: 0.0546968
Nov 19 20:51:39.495272 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-ec3425a0-ddb8-4211-bfb0-9814ea5e1f5d tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:39.496801 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-ec3425a0-ddb8-4211-bfb0-9814ea5e1f5d tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.27 "GET /v2.0/networks?id=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd HTTP/1.1" status: 200  len: 810 time: 0.2109215
Nov 19 20:51:39.623730 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-b02db752-3eb3-452d-9915-c86550097157 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Synchronizing usage tracker for tenant:fa99d0118df442eca2afa5e7043d1676 on resource:security_group {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:51:39.636761 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-b02db752-3eb3-452d-9915-c86550097157 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Unset dirty status for tenant:fa99d0118df442eca2afa5e7043d1676 on resource:security_group {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:51:39.638205 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-b02db752-3eb3-452d-9915-c86550097157 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fa99d0118df442eca2afa5e7043d1676 HTTP/1.1" status: 200  len: 5044 time: 0.1207721
Nov 19 20:51:39.649781 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-c93bf4eb-56fd-442b-b33b-32db182c429e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Request body: {'port': {'device_id': '7c9604b9-7bff-4831-844e-d62ce9c42982', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'admin_state_up': True, 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'security_groups': ['9766756d-f200-4cad-8f09-b84fa97f1aa5']}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:51:39.800741 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:39.804698 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-c93bf4eb-56fd-442b-b33b-32db182c429e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:51:39.817632 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-c93bf4eb-56fd-442b-b33b-32db182c429e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:51:39.827459 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-c93bf4eb-56fd-442b-b33b-32db182c429e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Made reservation on behalf of fa99d0118df442eca2afa5e7043d1676 for: {'port': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:51:39.833329 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-c93bf4eb-56fd-442b-b33b-32db182c429e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:40.190779 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:40.195672 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-c93bf4eb-56fd-442b-b33b-32db182c429e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Allocated IP 172.20.0.6 (6ffb72e9-96a6-4c46-8196-d8ef4a914fbd/59cbba1f-50a8-4d2a-8185-b2dfe8b126e2/32e131b2-3add-4c67-b2ac-c976b5e17b13) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:51:40.563438 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b30b16-539d-4035-b19c-99e77dbb4178 req-94ddce2b-7c16-45cb-99b4-90eaba4de9d0 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:40.565948 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-04b30b16-539d-4035-b19c-99e77dbb4178 req-94ddce2b-7c16-45cb-99b4-90eaba4de9d0 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.1822972
Nov 19 20:51:40.596184 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-c93bf4eb-56fd-442b-b33b-32db182c429e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:40.628640 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-c93bf4eb-56fd-442b-b33b-32db182c429e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Transition to ACTIVE for port object 32e131b2-3add-4c67-b2ac-c976b5e17b13 will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:51:40.653468 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e396c0f5-6a9b-4f04-bb51-023b32b9abe1 req-d67198d2-7b96-4bbd-b3b1-21a29124843b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 210 time: 0.0738411
Nov 19 20:51:40.655765 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-04b30b16-539d-4035-b19c-99e77dbb4178 req-761abccc-ca0a-4fec-915b-bb4aa042b518 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0833304
Nov 19 20:51:40.689181 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-c93bf4eb-56fd-442b-b33b-32db182c429e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:40.706221 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b65ad09a-0131-4ff9-9869-2c600b791ed4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:51:40.860755 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bf4eb-56fd-442b-b33b-32db182c429e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Pushing event updated for resources: {'Port': ['ID=32e131b2-3add-4c67-b2ac-c976b5e17b13,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:51:40.867899 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c93bf4eb-56fd-442b-b33b-32db182c429e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:51:40.905879 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-c93bf4eb-56fd-442b-b33b-32db182c429e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Network 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:51:40.907299 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-c93bf4eb-56fd-442b-b33b-32db182c429e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:51:40.909860 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-c93bf4eb-56fd-442b-b33b-32db182c429e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:51:40.984105 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-c93bf4eb-56fd-442b-b33b-32db182c429e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:40.984895 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-c93bf4eb-56fd-442b-b33b-32db182c429e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:41.013006 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-c93bf4eb-56fd-442b-b33b-32db182c429e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3679113
Nov 19 20:51:41.034689 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Request body: {'port': {'device_id': '7c9604b9-7bff-4831-844e-d62ce9c42982', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:51:41.172738 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-19e1ab3a-1882-44df-9aa0-ff2668ed9a23 None None] Provisioning for port 32e131b2-3add-4c67-b2ac-c976b5e17b13 completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:51:41.179878 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:41.185457 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-19e1ab3a-1882-44df-9aa0-ff2668ed9a23 None None] Provisioning complete for port 32e131b2-3add-4c67-b2ac-c976b5e17b13 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:51:41.185913 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-19e1ab3a-1882-44df-9aa0-ff2668ed9a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:41.251616 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-19e1ab3a-1882-44df-9aa0-ff2668ed9a23 None None] Port 32e131b2-3add-4c67-b2ac-c976b5e17b13 cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:51:41.653359 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e131b2-3add-4c67-b2ac-c976b5e17b13 {{(pid=80324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 20:51:41.660977 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:41.673952 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Transition to ACTIVE for port object 32e131b2-3add-4c67-b2ac-c976b5e17b13 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:51:41.677091 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:41.709564 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-fcc6f2b4-4249-4190-9a2b-8ad63c19ae4d tempest-AttachVolumeNegativeTest-1866657299 tempest-AttachVolumeNegativeTest-1866657299] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:51:41.854174 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Pushing event updated for resources: {'Port': ['ID=32e131b2-3add-4c67-b2ac-c976b5e17b13,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:51:41.857327 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:51:41.891122 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f4367-4f75-459d-81a0-175d3098d534 req-3a7e3986-f72e-419a-9c02-d6c9a36788bb tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:41.892771 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-458f4367-4f75-459d-81a0-175d3098d534 req-3a7e3986-f72e-419a-9c02-d6c9a36788bb tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 943 time: 0.0918360
Nov 19 20:51:41.947305 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-458f4367-4f75-459d-81a0-175d3098d534 req-1f4c358f-ccc3-40a2-b951-f81077b474f0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=9766756d-f200-4cad-8f09-b84fa97f1aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475678
Nov 19 20:51:42.006015 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727a614-9c18-4656-a297-3f19a27a5424 req-1f53d027-2a7e-4293-b1c9-ba5c6de8d7cc tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:42.007733 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8727a614-9c18-4656-a297-3f19a27a5424 req-1f53d027-2a7e-4293-b1c9-ba5c6de8d7cc tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.1489191
Nov 19 20:51:42.181112 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8727a614-9c18-4656-a297-3f19a27a5424 req-93affab7-7ca7-46bb-b861-e273ca25e631 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1236033
Nov 19 20:51:42.224252 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Attempting to bind port 32e131b2-3add-4c67-b2ac-c976b5e17b13 on host hv-cinder-75078 for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:51:42.224678 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Attempting to bind port 32e131b2-3add-4c67-b2ac-c976b5e17b13 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '5f81fa6e-fc9f-4726-931b-51fc754fde2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:51:42.225056 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Attempting to bind port 32e131b2-3add-4c67-b2ac-c976b5e17b13 on network 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:51:42.239310 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Checking agent: {'id': '460481f1-45c5-4450-82c0-45a37946158c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 41, 59), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 29), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:51:42.239691 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Checking segment: {'id': '5f81fa6e-fc9f-4726-931b-51fc754fde2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:51:42.240101 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:42.240538 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Bound using segment: {'id': '5f81fa6e-fc9f-4726-931b-51fc754fde2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:51:42.241024 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Bound port: 32e131b2-3add-4c67-b2ac-c976b5e17b13, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f81fa6e-fc9f-4726-931b-51fc754fde2a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:51:42.241405 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:42.355368 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] For port 32e131b2-3add-4c67-b2ac-c976b5e17b13, host hv-cinder-75078, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:51:42.359429 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] For port 32e131b2-3add-4c67-b2ac-c976b5e17b13, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=32e131b2-3add-4c67-b2ac-c976b5e17b13,segment=NetworkSegment(5f81fa6e-fc9f-4726-931b-51fc754fde2a),segment_id=5f81fa6e-fc9f-4726-931b-51fc754fde2a)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:51:42.363365 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:42.382226 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5f2ec8a1-51d9-4a72-bb2e-48d77953f74f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:51:42.803124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Pushing event updated for resources: {'Port': ['ID=32e131b2-3add-4c67-b2ac-c976b5e17b13,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:51:42.809523 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:51:42.848963 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:42.850541 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] 10.222.0.27 "PUT /v2.0/ports/32e131b2-3add-4c67-b2ac-c976b5e17b13 HTTP/1.1" status: 200  len: 1157 time: 1.8215895
Nov 19 20:51:42.851060 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9604b9-7bff-4831-844e-d62ce9c42982', 'tag': '32e131b2-3add-4c67-b2ac-c976b5e17b13'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:51:42.915018 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9604b9-7bff-4831-844e-d62ce9c42982', 'tag': '32e131b2-3add-4c67-b2ac-c976b5e17b13', 'status': 'completed', 'code': 200}
Nov 19 20:51:43.041517 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-c50f042c-1533-410f-927e-43a1dc081e82 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=fa99d0118df442eca2afa5e7043d1676&device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 1160 time: 0.0934012
Nov 19 20:51:43.206003 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-9fff5f89-0340-4d11-8bb8-f36e1fab0349 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e131b2-3add-4c67-b2ac-c976b5e17b13 HTTP/1.1" status: 200  len: 217 time: 0.1485429
Nov 19 20:51:43.301913 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-9387a911-b506-4643-b134-548bcf8b4669 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:43.304347 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-9387a911-b506-4643-b134-548bcf8b4669 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=59cbba1f-50a8-4d2a-8185-b2dfe8b126e2 HTTP/1.1" status: 200  len: 849 time: 0.0873907
Nov 19 20:51:43.393420 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942c0bf-85fb-4218-adbf-afbb3368daff req-33496958-5cfc-451a-b54c-fc7cf0c93252 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:43.394144 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-d942c0bf-85fb-4218-adbf-afbb3368daff req-33496958-5cfc-451a-b54c-fc7cf0c93252 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Synchronizing usage tracker for tenant:fa99d0118df442eca2afa5e7043d1676 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:51:43.414618 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-d942c0bf-85fb-4218-adbf-afbb3368daff req-33496958-5cfc-451a-b54c-fc7cf0c93252 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Unset dirty status for tenant:fa99d0118df442eca2afa5e7043d1676 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:51:43.415899 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d942c0bf-85fb-4218-adbf-afbb3368daff req-33496958-5cfc-451a-b54c-fc7cf0c93252 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 943 time: 0.2711344
Nov 19 20:51:43.462563 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231eb78-33c8-4948-9c67-3a99c83b0f20 req-435f6bae-d2a4-4398-94be-c1ac4f0aa52a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:43.464533 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f231eb78-33c8-4948-9c67-3a99c83b0f20 req-435f6bae-d2a4-4398-94be-c1ac4f0aa52a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0885799
Nov 19 20:51:43.479904 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-1d8d78e3-95c1-420a-83a4-15e32c6bfd6f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1683657
Nov 19 20:51:43.522488 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d942c0bf-85fb-4218-adbf-afbb3368daff req-5ef66086-8965-49c8-875e-a7674d8a42d9 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=9766756d-f200-4cad-8f09-b84fa97f1aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929792
Nov 19 20:51:43.533283 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f231eb78-33c8-4948-9c67-3a99c83b0f20 req-f6bbcf7b-0522-4cdd-95a9-5454f29a82dd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488272
Nov 19 20:51:43.675560 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-c590e3ba-7aca-4052-895f-2be5a2a88648 service neutron] 10.222.0.27 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1866486
Nov 19 20:51:43.833786 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-43ea9997-cf71-4a6f-9f25-6afca57226cf req-5ba2ef9d-e52c-426a-9a68-bc4ece3a88e2 service neutron] 10.222.0.27 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1507802
Nov 19 20:51:44.028042 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f421dfce-5656-41bc-9954-a4275c190b14 req-f40515f8-a458-410c-b6a4-5565c21ad417 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=fa99d0118df442eca2afa5e7043d1676&device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 1160 time: 0.0935481
Nov 19 20:51:44.189976 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421dfce-5656-41bc-9954-a4275c190b14 req-2468c062-edcd-479a-92de-0d90fedcd36c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:44.191681 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f421dfce-5656-41bc-9954-a4275c190b14 req-2468c062-edcd-479a-92de-0d90fedcd36c service neutron] 10.222.0.27 "GET /v2.0/networks?id=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd HTTP/1.1" status: 200  len: 904 time: 0.1548853
Nov 19 20:51:44.269594 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f421dfce-5656-41bc-9954-a4275c190b14 req-fa9fc9ab-4945-4846-9b94-d324cea12fd2 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e131b2-3add-4c67-b2ac-c976b5e17b13 HTTP/1.1" status: 200  len: 217 time: 0.0700202
Nov 19 20:51:44.351395 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421dfce-5656-41bc-9954-a4275c190b14 req-25052da8-c5e7-4e4a-99fa-04823df07049 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:44.353728 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f421dfce-5656-41bc-9954-a4275c190b14 req-25052da8-c5e7-4e4a-99fa-04823df07049 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=59cbba1f-50a8-4d2a-8185-b2dfe8b126e2 HTTP/1.1" status: 200  len: 849 time: 0.0783544
Nov 19 20:51:44.448531 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f421dfce-5656-41bc-9954-a4275c190b14 req-72036fdc-5fc4-42b8-a779-86e0e2b93302 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0884252
Nov 19 20:51:44.611787 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f421dfce-5656-41bc-9954-a4275c190b14 req-d507e3c0-43c0-4470-b2c8-da4ecff307a4 service neutron] 10.222.0.27 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1554375
Nov 19 20:51:44.828409 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e1394-773f-48b5-924b-2363e31b90e4 req-2c811613-2063-41ce-849e-83accdaee31c tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:44.836475 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-300e1394-773f-48b5-924b-2363e31b90e4 req-2c811613-2063-41ce-849e-83accdaee31c tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0977311
Nov 19 20:51:44.874425 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f421dfce-5656-41bc-9954-a4275c190b14 req-9476f06f-08ca-40a7-b2bd-998c93a53b69 service neutron] 10.222.0.27 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2479646
Nov 19 20:51:44.900705 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977b62b-bd88-4233-9786-85ccb7e9d5e0 req-81396ce5-3f2f-4f97-a5fd-bb05469cd3aa tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:44.900889 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-300e1394-773f-48b5-924b-2363e31b90e4 req-cf9b4fe5-bee7-4480-999a-e323b6547229 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609176
Nov 19 20:51:44.912059 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2977b62b-bd88-4233-9786-85ccb7e9d5e0 req-81396ce5-3f2f-4f97-a5fd-bb05469cd3aa tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 943 time: 0.1267562
Nov 19 20:51:44.972594 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2977b62b-bd88-4233-9786-85ccb7e9d5e0 req-732ed109-bf7c-425e-a82b-ee2b66dbff8d tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=9766756d-f200-4cad-8f09-b84fa97f1aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593669
Nov 19 20:51:46.166946 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01e4ef0-c194-4e0e-a4c6-4c878893b617 req-4665c62e-1c59-4bdd-83fb-b865c97e1e1c tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:46.168588 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c01e4ef0-c194-4e0e-a4c6-4c878893b617 req-4665c62e-1c59-4bdd-83fb-b865c97e1e1c tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.1036079
Nov 19 20:51:46.240996 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c01e4ef0-c194-4e0e-a4c6-4c878893b617 req-82b9bc93-5b0e-40a9-a8d7-05d894e6497b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659840
Nov 19 20:51:46.254053 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310be1cb-120e-482f-92e8-dda0469d44a1 req-28a236ea-022c-4aaa-a131-82d71f5c563b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:46.254053 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-310be1cb-120e-482f-92e8-dda0469d44a1 req-28a236ea-022c-4aaa-a131-82d71f5c563b tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 943 time: 0.1428831
Nov 19 20:51:46.317319 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-310be1cb-120e-482f-92e8-dda0469d44a1 req-784d7c60-72c7-4f0b-9ac4-1c705e848fc9 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=9766756d-f200-4cad-8f09-b84fa97f1aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573056
Nov 19 20:51:47.518884 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ae67d-f4f1-4175-8e47-c24c6367f782 req-80b04ba6-5a41-47a7-beb4-84342b14febc tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:47.520069 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5a9ae67d-f4f1-4175-8e47-c24c6367f782 req-80b04ba6-5a41-47a7-beb4-84342b14febc tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0856929
Nov 19 20:51:47.554065 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319ba96-992a-49d5-9335-7d4e11b2a3c4 req-a599a1e8-0376-4543-a2ff-9791100b855c tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:47.556090 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3319ba96-992a-49d5-9335-7d4e11b2a3c4 req-a599a1e8-0376-4543-a2ff-9791100b855c tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 943 time: 0.1077802
Nov 19 20:51:47.573718 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5a9ae67d-f4f1-4175-8e47-c24c6367f782 req-8565b28a-b1e1-4d49-97ca-afa94916933b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447886
Nov 19 20:51:47.626967 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3319ba96-992a-49d5-9335-7d4e11b2a3c4 req-52f3526f-002c-422a-bc88-68d994fc48eb tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=9766756d-f200-4cad-8f09-b84fa97f1aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645788
Nov 19 20:51:47.681769 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 32e131b2-3add-4c67-b2ac-c976b5e17b13 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:51:47.765529 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning for port 32e131b2-3add-4c67-b2ac-c976b5e17b13 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:51:47.770859 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 32e131b2-3add-4c67-b2ac-c976b5e17b13 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:51:47.771735 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:47.898737 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:47.928195 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9604b9-7bff-4831-844e-d62ce9c42982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e131b2-3add-4c67-b2ac-c976b5e17b13'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:51:47.938577 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port 32e131b2-3add-4c67-b2ac-c976b5e17b13, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=32e131b2-3add-4c67-b2ac-c976b5e17b13,segment=NetworkSegment(5f81fa6e-fc9f-4726-931b-51fc754fde2a),segment_id=5f81fa6e-fc9f-4726-931b-51fc754fde2a)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:51:47.944352 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:47.947024 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:51:47.998971 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9604b9-7bff-4831-844e-d62ce9c42982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e131b2-3add-4c67-b2ac-c976b5e17b13', 'code': 200}
Nov 19 20:51:48.025543 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=32e131b2-3add-4c67-b2ac-c976b5e17b13,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:51:48.040675 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.041058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.041435 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.041959 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.042227 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.042604 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.042977 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.043351 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.043725 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.044083 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.044488 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.044854 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.045261 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.045626 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.046018 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.046383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.046747 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.047118 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.047481 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.047849 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.048263 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.048633 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.049024 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.049451 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:51:48.053914 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:51:48.303763 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e4181feb-607e-46d3-8af3-47a439edfbd5 req-dab281ef-143f-4ada-8999-1c25132c74ca service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 1162 time: 0.0738585
Nov 19 20:51:48.347547 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e4181feb-607e-46d3-8af3-47a439edfbd5 req-894e3883-e32a-4c3c-94fa-3f22f031bdce service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=9766756d-f200-4cad-8f09-b84fa97f1aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367606
Nov 19 20:51:48.808213 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edef13a-a02d-4d16-b6fe-a577a17b0de2 req-9684f9fc-035f-4571-a305-0ba87d45e1e9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:48.809868 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6edef13a-a02d-4d16-b6fe-a577a17b0de2 req-9684f9fc-035f-4571-a305-0ba87d45e1e9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0869291
Nov 19 20:51:48.836977 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcf723-2416-460b-8566-fa160cdd4a9d req-6546c412-6a02-49a1-9a9e-c6689bac41b9 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:48.838622 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-74dcf723-2416-460b-8566-fa160cdd4a9d req-6546c412-6a02-49a1-9a9e-c6689bac41b9 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 945 time: 0.0859778
Nov 19 20:51:48.859249 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6edef13a-a02d-4d16-b6fe-a577a17b0de2 req-24bee8a9-e103-45a3-8ad3-76e2710f6e22 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432272
Nov 19 20:51:48.886699 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-74dcf723-2416-460b-8566-fa160cdd4a9d req-b5859199-d408-4497-ad0f-df37f15003f9 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=9766756d-f200-4cad-8f09-b84fa97f1aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417399
Nov 19 20:51:49.056785 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 32e131b2-3add-4c67-b2ac-c976b5e17b13 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:51:49.127786 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 32e131b2-3add-4c67-b2ac-c976b5e17b13 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:51:49.128210 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:49.413517 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6c08f840-42b2-48f6-b2b2-3937d6c55707 req-bf569866-464c-4680-9a95-81bc8b827c36 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1&device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 1162 time: 0.0757778
Nov 19 20:51:49.555282 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08f840-42b2-48f6-b2b2-3937d6c55707 req-5313229a-98bb-4cae-8a56-44facd2f9dd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:49.556814 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6c08f840-42b2-48f6-b2b2-3937d6c55707 req-5313229a-98bb-4cae-8a56-44facd2f9dd4 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f600d754-a3af-4d81-9829-a5bb5191007e HTTP/1.1" status: 200  len: 911 time: 0.1344259
Nov 19 20:51:49.662549 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6c08f840-42b2-48f6-b2b2-3937d6c55707 req-80d73eea-ad49-4453-9597-86275bcab3ac service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0f12582-4e4e-4cea-82c5-89165d3c918d HTTP/1.1" status: 200  len: 1001 time: 0.0983253
Nov 19 20:51:49.731928 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c08f840-42b2-48f6-b2b2-3937d6c55707 req-6513feb3-2ab0-4529-baac-230dd21519d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:49.733419 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6c08f840-42b2-48f6-b2b2-3937d6c55707 req-6513feb3-2ab0-4529-baac-230dd21519d0 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=f9de70f2-6912-47cb-a752-2ceb77669463 HTTP/1.1" status: 200  len: 856 time: 0.0617089
Nov 19 20:51:49.816032 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6c08f840-42b2-48f6-b2b2-3937d6c55707 req-5438fe7d-3b36-49c7-bedc-96d7986236fc service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f600d754-a3af-4d81-9829-a5bb5191007e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0738890
Nov 19 20:51:49.988087 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:51:50.080345 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6c08f840-42b2-48f6-b2b2-3937d6c55707 req-ea2c0f04-cce9-4226-b13b-5a3f7e9f42c4 service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2093737
Nov 19 20:51:50.110602 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f2b7b-7ced-48b5-b15b-119b1c6e79aa req-36245c82-243f-493b-9db8-3bad1f32723f tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:50.112209 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7b3f2b7b-7ced-48b5-b15b-119b1c6e79aa req-36245c82-243f-493b-9db8-3bad1f32723f tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 945 time: 0.0881174
Nov 19 20:51:50.163927 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7b3f2b7b-7ced-48b5-b15b-119b1c6e79aa req-45f2092b-0048-49a0-9266-f54257c89538 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=9766756d-f200-4cad-8f09-b84fa97f1aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453825
Nov 19 20:51:50.219381 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ee149-f08a-4adc-8c43-e776447ed1b8 req-7292c21b-db43-45e4-8967-4e7d43cebcfa tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:50.220981 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-414ee149-f08a-4adc-8c43-e776447ed1b8 req-7292c21b-db43-45e4-8967-4e7d43cebcfa tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.1986537
Nov 19 20:51:50.269996 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6c08f840-42b2-48f6-b2b2-3937d6c55707 req-d053a101-2a41-403c-a03d-1ed04100a22b service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1786952
Nov 19 20:51:50.293151 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-414ee149-f08a-4adc-8c43-e776447ed1b8 req-ba3a44a5-4747-4942-b370-88c079b72e25 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601897
Nov 19 20:51:51.377451 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09921d-788a-448e-9198-2930f255e2d5 req-c94d6464-40f4-41ce-9645-cbf832cd7f46 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:51.379076 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3c09921d-788a-448e-9198-2930f255e2d5 req-c94d6464-40f4-41ce-9645-cbf832cd7f46 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 945 time: 0.0865326
Nov 19 20:51:51.427862 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3c09921d-788a-448e-9198-2930f255e2d5 req-a00290de-ab58-47dc-b5eb-b7917754042e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=9766756d-f200-4cad-8f09-b84fa97f1aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416555
Nov 19 20:51:51.522571 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce2d7e-8035-40df-a47e-a78d288e7910 req-dd1b1026-eb80-4c1c-929c-905666c44a2a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:51.524160 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b2ce2d7e-8035-40df-a47e-a78d288e7910 req-dd1b1026-eb80-4c1c-929c-905666c44a2a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0869157
Nov 19 20:51:51.572566 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b2ce2d7e-8035-40df-a47e-a78d288e7910 req-f52d65a6-b263-49e9-8b9d-d7de3562453f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421572
Nov 19 20:51:51.631274 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33001531-de04-4e91-9cd3-e2f47530d2bd req-a782cbb8-4f9d-4d94-b192-05d30b6652f9 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:51.632884 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-33001531-de04-4e91-9cd3-e2f47530d2bd req-a782cbb8-4f9d-4d94-b192-05d30b6652f9 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 945 time: 0.0839381
Nov 19 20:51:51.641965 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 37686) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:51:51.647487 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-6e6bc666-4086-4f5a-8506-51729e9fb1a3 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Request body: {'floatingip': {'port_id': '32e131b2-3add-4c67-b2ac-c976b5e17b13'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:51:51.728382 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6e6bc666-4086-4f5a-8506-51729e9fb1a3 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for floatingip, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:52.344235 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6e6bc666-4086-4f5a-8506-51729e9fb1a3 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:52.346639 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6e6bc666-4086-4f5a-8506-51729e9fb1a3 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:52.545878 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_db [None req-6e6bc666-4086-4f5a-8506-51729e9fb1a3 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Floating IP 52a17c6b-8582-4760-ab78-a34404af9f98 associated. External IP: 172.27.0.192, port: 32e131b2-3add-4c67-b2ac-c976b5e17b13.
Nov 19 20:51:52.797414 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd238b95-93ee-43b4-b489-082dc3c4416b req-e0e5ecd5-4ee7-41c1-acc1-a8bc8201e013 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:52.799074 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fd238b95-93ee-43b4-b489-082dc3c4416b req-e0e5ecd5-4ee7-41c1-acc1-a8bc8201e013 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0819108
Nov 19 20:51:52.846195 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fd238b95-93ee-43b4-b489-082dc3c4416b req-9134a625-70c9-4ac9-ba3f-5c8e33a2490a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408559
Nov 19 20:51:52.878793 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device e0f12582-4e4e-4cea-82c5-89165d3c918d no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:51:52.955310 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6bc666-4086-4f5a-8506-51729e9fb1a3 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:51:52.999823 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:53.027813 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afef7f7f-b01e-48cf-9f25-e23ed68ff67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0f12582-4e4e-4cea-82c5-89165d3c918d'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:51:53.038684 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port e0f12582-4e4e-4cea-82c5-89165d3c918d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=e0f12582-4e4e-4cea-82c5-89165d3c918d,segment=NetworkSegment(3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5),segment_id=3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:51:53.042019 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:53.044011 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:51:53.093522 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'afef7f7f-b01e-48cf-9f25-e23ed68ff67a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e0f12582-4e4e-4cea-82c5-89165d3c918d', 'code': 422} returned with failed status
Nov 19 20:51:53.116174 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=e0f12582-4e4e-4cea-82c5-89165d3c918d,revision_number=5']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:51:53.120260 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:51:53.175751 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6bc666-4086-4f5a-8506-51729e9fb1a3 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:51:53.180398 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6e6bc666-4086-4f5a-8506-51729e9fb1a3 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:51:53.187861 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc7db6-08aa-4670-8e3c-056c4bd2bbeb None None] Sync routers for ids ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:51:53.201872 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc7db6-08aa-4670-8e3c-056c4bd2bbeb None None] Routers {'0cee4588-1058-4ebd-ac2d-57b2c00eae59'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:51:53.202755 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-edfc7db6-08aa-4670-8e3c-056c4bd2bbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc29d828>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:51:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:51:53.238992 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-6e6bc666-4086-4f5a-8506-51729e9fb1a3 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "PUT /v2.0/floatingips/52a17c6b-8582-4760-ab78-a34404af9f98 HTTP/1.1" status: 200  len: 991 time: 1.5957642
Nov 19 20:51:53.239684 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9604b9-7bff-4831-844e-d62ce9c42982', 'tag': '32e131b2-3add-4c67-b2ac-c976b5e17b13'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:51:53.398088 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-edfc7db6-08aa-4670-8e3c-056c4bd2bbeb None None] Set router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:51:53.469722 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9604b9-7bff-4831-844e-d62ce9c42982', 'tag': '32e131b2-3add-4c67-b2ac-c976b5e17b13', 'status': 'completed', 'code': 200}
Nov 19 20:51:53.602556 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6e25968e-88be-40be-840c-c8954ee5575e req-eaeea302-867b-4e02-8c0a-e66a5c3ab6b2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=fa99d0118df442eca2afa5e7043d1676&device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 1162 time: 0.0797312
Nov 19 20:51:53.750800 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25968e-88be-40be-840c-c8954ee5575e req-240e7a86-11a1-495b-988b-2899bcff1b0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:53.752505 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6e25968e-88be-40be-840c-c8954ee5575e req-240e7a86-11a1-495b-988b-2899bcff1b0f service neutron] 10.222.0.27 "GET /v2.0/networks?id=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd HTTP/1.1" status: 200  len: 904 time: 0.1430583
Nov 19 20:51:53.804869 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-edfc7db6-08aa-4670-8e3c-056c4bd2bbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc29d828>, [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '45189207-a55b-4e33-a101-45be26548e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port': {'id': '45189207-a55b-4e33-a101-45be26548e8b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:57Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '52a17c6b-8582-4760-ab78-a34404af9f98', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'port_id': '32e131b2-3add-4c67-b2ac-c976b5e17b13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'mac_address': 'fa:16:3e:32:bb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9604b9-7bff-4831-844e-d62ce9c42982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:51:36Z', 'updated_at': '2020-11-19T20:51:52Z', 'revision_number': 1, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a536e734-57e7-42c2-9cf7-134512d81fc8', 'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'mac_address': 'fa:16:3e:72:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:25Z', 'revision_number': 5, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'subnets': [{'id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:51:53.809268 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc7db6-08aa-4670-8e3c-056c4bd2bbeb None None] Checking router: 0cee4588-1058-4ebd-ac2d-57b2c00eae59 for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:51:53.821862 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc7db6-08aa-4670-8e3c-056c4bd2bbeb None None] Routers {'0cee4588-1058-4ebd-ac2d-57b2c00eae59'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:51:53.822653 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-edfc7db6-08aa-4670-8e3c-056c4bd2bbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc29d828>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:51:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:51:53.923972 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6e748-4627-4428-8280-9276535ee485 req-0d471f42-6573-484e-8674-9dbc348401f9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:53.926049 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53b6e748-4627-4428-8280-9276535ee485 req-0d471f42-6573-484e-8674-9dbc348401f9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0988872
Nov 19 20:51:53.993408 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53b6e748-4627-4428-8280-9276535ee485 req-3d522783-90f4-4cc2-9b39-7f818acac01b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586128
Nov 19 20:51:53.995860 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 37726) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:51:54.043645 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-edfc7db6-08aa-4670-8e3c-056c4bd2bbeb None None] Set router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:51:54.124485 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6e25968e-88be-40be-840c-c8954ee5575e req-7f4c344b-9f3b-407f-9303-df91eca12a24 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32e131b2-3add-4c67-b2ac-c976b5e17b13 HTTP/1.1" status: 200  len: 999 time: 0.3639228
Nov 19 20:51:54.175186 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f4de987e-ffc9-4d82-bc74-aaa211bb19f0 req-1962f283-1e7c-4252-a33c-db07ed3c0678 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1719091
Nov 19 20:51:54.203026 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25968e-88be-40be-840c-c8954ee5575e req-5563b5dc-1ace-46d7-8b37-a7fcc794eb7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:54.204659 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6e25968e-88be-40be-840c-c8954ee5575e req-5563b5dc-1ace-46d7-8b37-a7fcc794eb7c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=59cbba1f-50a8-4d2a-8185-b2dfe8b126e2 HTTP/1.1" status: 200  len: 849 time: 0.0695224
Nov 19 20:51:54.290272 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6e25968e-88be-40be-840c-c8954ee5575e req-94f774b6-70f3-40d3-baac-975b0e47ed24 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784061
Nov 19 20:51:54.445388 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6e25968e-88be-40be-840c-c8954ee5575e req-7f44f758-43c6-4a66-868a-bb67041bba31 service neutron] 10.222.0.27 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485512
Nov 19 20:51:54.457654 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-edfc7db6-08aa-4670-8e3c-056c4bd2bbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc29d828>, [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '45189207-a55b-4e33-a101-45be26548e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port': {'id': '45189207-a55b-4e33-a101-45be26548e8b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:57Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '52a17c6b-8582-4760-ab78-a34404af9f98', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'port_id': '32e131b2-3add-4c67-b2ac-c976b5e17b13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'mac_address': 'fa:16:3e:32:bb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9604b9-7bff-4831-844e-d62ce9c42982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:51:36Z', 'updated_at': '2020-11-19T20:51:52Z', 'revision_number': 1, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a536e734-57e7-42c2-9cf7-134512d81fc8', 'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'mac_address': 'fa:16:3e:72:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:25Z', 'revision_number': 5, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'subnets': [{'id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:51:54.461996 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc7db6-08aa-4670-8e3c-056c4bd2bbeb None None] The sync data for ids ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'] in dv-cinder-750782-3-iscsi is: [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '45189207-a55b-4e33-a101-45be26548e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port': {'id': '45189207-a55b-4e33-a101-45be26548e8b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:57Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '52a17c6b-8582-4760-ab78-a34404af9f98', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'floating_ip_address': '172.27.0.192', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'port_id': '32e131b2-3add-4c67-b2ac-c976b5e17b13', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'mac_address': 'fa:16:3e:32:bb:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9604b9-7bff-4831-844e-d62ce9c42982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:51:36Z', 'updated_at': '2020-11-19T20:51:52Z', 'revision_number': 1, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a536e734-57e7-42c2-9cf7-134512d81fc8', 'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'mac_address': 'fa:16:3e:72:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:25Z', 'revision_number': 5, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'subnets': [{'id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:51:54.620695 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6e25968e-88be-40be-840c-c8954ee5575e req-8550fec6-6270-4d62-b0cd-ef139c47a747 service neutron] 10.222.0.27 "GET /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1495392
Nov 19 20:51:54.735838 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538b55d1-426d-4dc6-8fe3-430fcb612c86 None None] New status for floating IP 52a17c6b-8582-4760-ab78-a34404af9f98: ACTIVE {{(pid=80326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 20:51:55.420100 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d4783-3dd4-463f-b515-7f61653e903f req-326d8e17-2a06-4584-bcf7-b8324414bcf3 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:55.421650 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-374d4783-3dd4-463f-b515-7f61653e903f req-326d8e17-2a06-4584-bcf7-b8324414bcf3 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.2894588
Nov 19 20:51:55.470796 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-374d4783-3dd4-463f-b515-7f61653e903f req-ca443b8d-9e5b-4302-8c61-1bd9680d7acc tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427654
Nov 19 20:51:55.745316 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f4de987e-ffc9-4d82-bc74-aaa211bb19f0 req-7491928c-3f8f-4196-9761-c0c5ab9ff7fc service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a&tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1 HTTP/1.1" status: 200  len: 1160 time: 0.0776973
Nov 19 20:51:55.853337 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f4de987e-ffc9-4d82-bc74-aaa211bb19f0 req-595e97b5-900b-4888-9f8d-3b37aabe4c81 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1&device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 1160 time: 0.0725853
Nov 19 20:51:55.991302 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de987e-ffc9-4d82-bc74-aaa211bb19f0 req-c95dcb07-7434-4096-9098-428beb8577a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:55.992823 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f4de987e-ffc9-4d82-bc74-aaa211bb19f0 req-c95dcb07-7434-4096-9098-428beb8577a8 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f600d754-a3af-4d81-9829-a5bb5191007e HTTP/1.1" status: 200  len: 911 time: 0.1335850
Nov 19 20:51:56.099537 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f4de987e-ffc9-4d82-bc74-aaa211bb19f0 req-2ebfb45b-c8eb-4689-8bad-299c2d2d0f09 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0f12582-4e4e-4cea-82c5-89165d3c918d HTTP/1.1" status: 200  len: 999 time: 0.0995746
Nov 19 20:51:56.167869 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de987e-ffc9-4d82-bc74-aaa211bb19f0 req-6a82cb19-ada3-4861-8f2b-1f81df04bc86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:56.169435 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f4de987e-ffc9-4d82-bc74-aaa211bb19f0 req-6a82cb19-ada3-4861-8f2b-1f81df04bc86 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=f9de70f2-6912-47cb-a752-2ceb77669463 HTTP/1.1" status: 200  len: 856 time: 0.0638349
Nov 19 20:51:56.252056 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f4de987e-ffc9-4d82-bc74-aaa211bb19f0 req-1503dda2-43bc-43ea-bb45-8da56056a5bb service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f600d754-a3af-4d81-9829-a5bb5191007e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761199
Nov 19 20:51:56.405580 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f4de987e-ffc9-4d82-bc74-aaa211bb19f0 req-d0e19948-2db5-44a4-a2e6-79569096dbc9 service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398318
Nov 19 20:51:56.560032 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f4de987e-ffc9-4d82-bc74-aaa211bb19f0 req-ebe374c4-fbd9-489e-8193-2127c8a327c8 service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1344857
Nov 19 20:51:56.701952 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d43f90-be26-4e2d-b6a4-552c5dbcbe65 req-084de786-d88b-4cbc-921b-5803d200ed9e tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:56.703459 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-68d43f90-be26-4e2d-b6a4-552c5dbcbe65 req-084de786-d88b-4cbc-921b-5803d200ed9e tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0847709
Nov 19 20:51:56.752307 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-68d43f90-be26-4e2d-b6a4-552c5dbcbe65 req-0b718f4d-10b3-474e-bae2-7b06fecf4132 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420082
Nov 19 20:51:57.990238 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c51e6-fadb-4cee-b815-c2be3ef2e219 req-86e06d0b-6a18-43c7-a583-1bb072c7c732 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:57.998648 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-522c51e6-fadb-4cee-b815-c2be3ef2e219 req-86e06d0b-6a18-43c7-a583-1bb072c7c732 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0956945
Nov 19 20:51:58.044358 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-522c51e6-fadb-4cee-b815-c2be3ef2e219 req-59ff3471-4a67-4266-a053-3c62ae555ef8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443978
Nov 19 20:51:59.273961 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d21496-e831-410a-baf9-2350dc79815a req-e24ad7c2-e513-4d88-bb71-7ac096745ac1 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:51:59.275492 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-69d21496-e831-410a-baf9-2350dc79815a req-e24ad7c2-e513-4d88-bb71-7ac096745ac1 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0834491
Nov 19 20:51:59.328398 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-69d21496-e831-410a-baf9-2350dc79815a req-5166c332-1e44-44a5-b512-64b46e34f518 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462198
Nov 19 20:51:59.517660 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:00.584473 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c0e6d-7c4e-4c13-8829-8449178b038d req-3316a246-fbdd-4479-a92a-6ad9ecac5a8c tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:00.586305 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7a5c0e6d-7c4e-4c13-8829-8449178b038d req-3316a246-fbdd-4479-a92a-6ad9ecac5a8c tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.1058064
Nov 19 20:52:00.654244 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7a5c0e6d-7c4e-4c13-8829-8449178b038d req-5de4895a-2201-45e7-9a8e-7fc30c3b2300 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606477
Nov 19 20:52:01.897789 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966b274-650a-414a-8699-4c4a4f1ef3ad req-99f63b47-04e3-408e-b802-66081e4d484c tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:01.899411 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5966b274-650a-414a-8699-4c4a4f1ef3ad req-99f63b47-04e3-408e-b802-66081e4d484c tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0889311
Nov 19 20:52:01.949247 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5966b274-650a-414a-8699-4c4a4f1ef3ad req-1ae738bc-c5af-4d58-8d23-8051a2256206 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429754
Nov 19 20:52:03.192432 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b3c6d-3731-4aef-b1d6-fd67ad777490 req-2d1eceea-daec-4a1f-91ab-c10aa8eac8f5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:03.194658 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cb2b3c6d-3731-4aef-b1d6-fd67ad777490 req-2d1eceea-daec-4a1f-91ab-c10aa8eac8f5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0964539
Nov 19 20:52:03.243287 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cb2b3c6d-3731-4aef-b1d6-fd67ad777490 req-b161e62b-6308-4458-90d8-2e173b2df09a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420363
Nov 19 20:52:04.484550 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea921f65-1413-4e1d-aef4-27a2fbe37c52 req-36a0a523-b4d5-4fd6-bdf0-1130ba7ecfbb tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:04.486160 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ea921f65-1413-4e1d-aef4-27a2fbe37c52 req-36a0a523-b4d5-4fd6-bdf0-1130ba7ecfbb tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0911281
Nov 19 20:52:04.536555 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ea921f65-1413-4e1d-aef4-27a2fbe37c52 req-b3d506ad-e005-4524-999c-ba3a257d78a1 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436685
Nov 19 20:52:05.769340 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279efe9-7ebd-4472-8aaf-a1f07276da74 req-8dbf30ae-84c3-460e-81d6-cda070af1bc4 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:05.771003 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f279efe9-7ebd-4472-8aaf-a1f07276da74 req-8dbf30ae-84c3-460e-81d6-cda070af1bc4 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0851467
Nov 19 20:52:05.825723 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f279efe9-7ebd-4472-8aaf-a1f07276da74 req-2ecf6dc0-5ceb-4d05-a308-a2e62ecdfd57 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476375
Nov 19 20:52:05.836728 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-21d76591-fc56-4d88-bf4e-20b2958cd53d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:07.056890 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368a805-7f53-4950-bd60-37672400835c req-059557d3-f6da-4c79-8097-e57812084a78 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:07.058544 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2368a805-7f53-4950-bd60-37672400835c req-059557d3-f6da-4c79-8097-e57812084a78 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0874872
Nov 19 20:52:07.110418 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2368a805-7f53-4950-bd60-37672400835c req-28ecb942-3bc5-43c5-b15f-1bde8b8585b9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455179
Nov 19 20:52:08.343732 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173061e7-6998-4e0a-85ff-4cef99cdb78b req-893cda9a-d05f-47b1-8075-570dbccaf708 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:08.345415 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-173061e7-6998-4e0a-85ff-4cef99cdb78b req-893cda9a-d05f-47b1-8075-570dbccaf708 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0845373
Nov 19 20:52:08.400431 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-173061e7-6998-4e0a-85ff-4cef99cdb78b req-706409e9-f676-4913-8a2a-2faf56428abf tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486615
Nov 19 20:52:08.680070 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-555c4660-5795-49f3-a507-6b3aaf2ab7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:08.854954 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:09.629081 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b7894-4c6f-4e41-8e5e-10ce4fea5cb3 req-6a0e08d4-31bc-486e-a52b-7319a553abfc tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:09.630699 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4d4b7894-4c6f-4e41-8e5e-10ce4fea5cb3 req-6a0e08d4-31bc-486e-a52b-7319a553abfc tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0824831
Nov 19 20:52:09.678432 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4d4b7894-4c6f-4e41-8e5e-10ce4fea5cb3 req-62925fc7-bc3d-4a81-89d9-2782dea2abd7 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411322
Nov 19 20:52:09.802790 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:10.185023 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:10.905318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc3658-78e0-4c29-a18c-72e994102924 req-6ce6b399-35a6-4ade-b9af-8602b58c6d98 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:10.906912 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9fdc3658-78e0-4c29-a18c-72e994102924 req-6ce6b399-35a6-4ade-b9af-8602b58c6d98 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0857892
Nov 19 20:52:10.953691 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9fdc3658-78e0-4c29-a18c-72e994102924 req-831c052e-d40c-4267-81e4-3199c3349aee tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405564
Nov 19 20:52:12.179648 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab148fc-cde5-44f2-b2d5-530356669a4b req-1ee2ab78-f8b5-4fdf-aa18-565b87855e0f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:12.181248 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3ab148fc-cde5-44f2-b2d5-530356669a4b req-1ee2ab78-f8b5-4fdf-aa18-565b87855e0f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0828826
Nov 19 20:52:12.229124 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3ab148fc-cde5-44f2-b2d5-530356669a4b req-bf7d9290-b7de-4f34-88a0-4fbeb6bd38f6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417280
Nov 19 20:52:12.515141 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5fd96793-50b2-402f-b0bf-e72754e027ac req-db64a748-bf54-4b0d-9e95-492454bc4c67 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0736578
Nov 19 20:52:12.634750 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5fd96793-50b2-402f-b0bf-e72754e027ac req-89024f3d-889e-45a4-941a-595ffa63557b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2826f75aa14446fb8f3b82be9ae57f71&device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 1202 time: 0.0765991
Nov 19 20:52:12.788844 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd96793-50b2-402f-b0bf-e72754e027ac req-74aa9d22-0049-43aa-a050-355ed009f635 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:12.790446 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5fd96793-50b2-402f-b0bf-e72754e027ac req-74aa9d22-0049-43aa-a050-355ed009f635 service neutron] 10.222.0.27 "GET /v2.0/networks?id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 HTTP/1.1" status: 200  len: 909 time: 0.1351564
Nov 19 20:52:12.895451 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5fd96793-50b2-402f-b0bf-e72754e027ac req-d4061316-1ef7-4439-b83e-d12d33183145 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31f66b22-a921-49f4-af64-125686177833 HTTP/1.1" status: 200  len: 1000 time: 0.0977397
Nov 19 20:52:12.966089 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd96793-50b2-402f-b0bf-e72754e027ac req-bd43cdd3-50d4-4b2c-97dd-43053a4a1b4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:12.967596 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5fd96793-50b2-402f-b0bf-e72754e027ac req-bd43cdd3-50d4-4b2c-97dd-43053a4a1b4e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6123b28f-d62b-431d-b508-30dd54c9aa74 HTTP/1.1" status: 200  len: 854 time: 0.0651586
Nov 19 20:52:13.050587 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5fd96793-50b2-402f-b0bf-e72754e027ac req-26e5a25d-e43a-4ef8-9c4b-5dbe159d7c2a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0711970
Nov 19 20:52:13.192996 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5fd96793-50b2-402f-b0bf-e72754e027ac req-c1b51a97-38de-4417-82c4-0259b1e856f6 service neutron] 10.222.0.27 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343191
Nov 19 20:52:13.334009 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5fd96793-50b2-402f-b0bf-e72754e027ac req-8cd9296d-ff2b-44fe-a0f9-4c0a0813498c service neutron] 10.222.0.27 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1341329
Nov 19 20:52:13.462857 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d6536-f2f7-4575-bb4f-9fc342d011e4 req-41fc5950-e136-46b3-ac13-cb7592bc63b2 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:13.464472 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1d3d6536-f2f7-4575-bb4f-9fc342d011e4 req-41fc5950-e136-46b3-ac13-cb7592bc63b2 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0885460
Nov 19 20:52:13.513084 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1d3d6536-f2f7-4575-bb4f-9fc342d011e4 req-6ae2a2bb-6602-4eb7-a759-8fbc86ca90a0 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424111
Nov 19 20:52:14.739842 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb8bc8-75f0-4396-ba76-17c326358a57 req-60090742-e6bd-4e3c-80c4-86b09d147192 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:14.741467 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e7cb8bc8-75f0-4396-ba76-17c326358a57 req-60090742-e6bd-4e3c-80c4-86b09d147192 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0840974
Nov 19 20:52:14.793698 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e7cb8bc8-75f0-4396-ba76-17c326358a57 req-ae36d2e0-bcd0-482d-852a-de4fe3fa5619 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454912
Nov 19 20:52:16.022734 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56a57a-89f8-4de5-8773-b780ec1da70c req-23c1a0cc-d4db-42e2-89da-0bfea5d49b3a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:16.024380 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-de56a57a-89f8-4de5-8773-b780ec1da70c req-23c1a0cc-d4db-42e2-89da-0bfea5d49b3a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0829730
Nov 19 20:52:16.072191 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-de56a57a-89f8-4de5-8773-b780ec1da70c req-c374becb-2708-4686-9803-2f23862fb306 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416570
Nov 19 20:52:17.299676 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3271fa9-c929-4ebc-b9a9-e1894c13047e req-e4ddb102-776e-4fa1-8675-1366b0e32243 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:17.301227 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c3271fa9-c929-4ebc-b9a9-e1894c13047e req-e4ddb102-776e-4fa1-8675-1366b0e32243 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0841575
Nov 19 20:52:17.348818 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c3271fa9-c929-4ebc-b9a9-e1894c13047e req-e87f782b-d992-46d9-8031-b46dc68d3a53 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408373
Nov 19 20:52:18.573386 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f191a6e-282b-48e1-81e4-532ca3b67781 req-96646a96-e2ba-4ee8-9c57-3434eb646604 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:18.575043 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6f191a6e-282b-48e1-81e4-532ca3b67781 req-96646a96-e2ba-4ee8-9c57-3434eb646604 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0833495
Nov 19 20:52:18.622849 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6f191a6e-282b-48e1-81e4-532ca3b67781 req-19dff63f-8ec3-41e4-86fa-fc01ce411ef4 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417693
Nov 19 20:52:19.854048 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8667ca0-e969-4d11-a18d-30764c4d3663 req-afdb7141-3c90-4885-a855-6f3714c3ee71 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:19.855649 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a8667ca0-e969-4d11-a18d-30764c4d3663 req-afdb7141-3c90-4885-a855-6f3714c3ee71 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0873475
Nov 19 20:52:19.903282 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a8667ca0-e969-4d11-a18d-30764c4d3663 req-68ca9a91-e510-4fee-9d5d-c42a44998d11 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412905
Nov 19 20:52:21.126571 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18a2ac-fa2b-47c2-9946-242036b66962 req-5e522c57-eec2-49d0-ba09-84a1059b4382 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:21.128173 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ab18a2ac-fa2b-47c2-9946-242036b66962 req-5e522c57-eec2-49d0-ba09-84a1059b4382 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0831778
Nov 19 20:52:21.176163 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ab18a2ac-fa2b-47c2-9946-242036b66962 req-b9d60af4-cbfa-4c46-8751-6a44093d718e tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412967
Nov 19 20:52:22.406609 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951b224-30b9-488f-a72b-0f2348a8d6aa req-55b11c13-7d8d-4d40-aa97-856f3f94dcfd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:22.408208 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e951b224-30b9-488f-a72b-0f2348a8d6aa req-55b11c13-7d8d-4d40-aa97-856f3f94dcfd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0865474
Nov 19 20:52:22.460019 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e951b224-30b9-488f-a72b-0f2348a8d6aa req-59e9b404-7b55-4018-ad88-0493702dd97a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439415
Nov 19 20:52:23.691369 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc9a55-fbbd-4e35-a78c-88623bcef53e req-5bef843d-7de9-4b2f-8157-50b0ca13847f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:23.692976 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6fdc9a55-fbbd-4e35-a78c-88623bcef53e req-5bef843d-7de9-4b2f-8157-50b0ca13847f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0832019
Nov 19 20:52:23.745484 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6fdc9a55-fbbd-4e35-a78c-88623bcef53e req-4774ed68-79cf-4d01-91c8-aaf57f45d4b3 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456109
Nov 19 20:52:23.790646 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device e0f12582-4e4e-4cea-82c5-89165d3c918d up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:52:23.861681 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port e0f12582-4e4e-4cea-82c5-89165d3c918d triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:52:23.862170 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:23.980845 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:24.010139 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afef7f7f-b01e-48cf-9f25-e23ed68ff67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f12582-4e4e-4cea-82c5-89165d3c918d'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:52:24.020304 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port e0f12582-4e4e-4cea-82c5-89165d3c918d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=e0f12582-4e4e-4cea-82c5-89165d3c918d,segment=NetworkSegment(3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5),segment_id=3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:52:24.023159 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:24.025611 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:52:24.078673 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afef7f7f-b01e-48cf-9f25-e23ed68ff67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f12582-4e4e-4cea-82c5-89165d3c918d', 'code': 200}
Nov 19 20:52:24.098042 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=e0f12582-4e4e-4cea-82c5-89165d3c918d,revision_number=6']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:52:24.101456 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:52:24.722739 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-32ab6a5f-a000-444f-9d26-ec3a2b501ad3 req-dc360774-8786-4c1e-bc9a-fd16160b29cb service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 1162 time: 0.0772629
Nov 19 20:52:24.767817 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-32ab6a5f-a000-444f-9d26-ec3a2b501ad3 req-ab8f13e7-de59-452f-80ba-cbb6304f53c9 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386541
Nov 19 20:52:24.974829 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3493b7-5e07-4373-8ca8-d2fa8f1e0f8a req-20779db0-27fc-4d78-b92f-39af7f12d89f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:24.976346 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5a3493b7-5e07-4373-8ca8-d2fa8f1e0f8a req-20779db0-27fc-4d78-b92f-39af7f12d89f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0842309
Nov 19 20:52:25.023140 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5a3493b7-5e07-4373-8ca8-d2fa8f1e0f8a req-c99d1950-262f-4da2-944a-298497197f99 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401955
Nov 19 20:52:25.305776 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device e0f12582-4e4e-4cea-82c5-89165d3c918d up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:52:25.376648 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port e0f12582-4e4e-4cea-82c5-89165d3c918d triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:52:25.377077 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:26.263647 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355608dc-6eeb-42ba-b3eb-a58da875f5c0 req-e0609236-0188-40ce-b64a-3a1c60501843 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:26.265124 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-355608dc-6eeb-42ba-b3eb-a58da875f5c0 req-e0609236-0188-40ce-b64a-3a1c60501843 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0947087
Nov 19 20:52:26.316464 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-355608dc-6eeb-42ba-b3eb-a58da875f5c0 req-9de16ec7-ea01-43bb-9b56-b2035eb63c4b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442057
Nov 19 20:52:26.988614 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:52:27.545404 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3a7c5-2bd6-4a84-afd8-9b4a0db466f3 req-eaf45b65-a9c1-4b30-8c57-f86ebfcea340 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:27.547050 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-57a3a7c5-2bd6-4a84-afd8-9b4a0db466f3 req-eaf45b65-a9c1-4b30-8c57-f86ebfcea340 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0832157
Nov 19 20:52:27.595016 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-57a3a7c5-2bd6-4a84-afd8-9b4a0db466f3 req-899e9f80-a5cd-427b-b67a-291e66ec4774 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418110
Nov 19 20:52:29.508179 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:35.834641 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5924319b-d92a-41e7-99f4-d0697ba70ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:38.682004 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-228520c3-7b4b-4bbc-a0c6-b634ea6638dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:38.856510 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:39.805359 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:40.188004 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:40.481668 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c53e822a-db74-4977-b34d-79ca8a7f4949 req-8e650a26-58cc-4287-bde9-2dbe925dcbc5 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1495835738&fields=id&tenant_id=2826f75aa14446fb8f3b82be9ae57f71 HTTP/1.1" status: 200  len: 267 time: 0.0602758
Nov 19 20:52:40.568172 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e822a-db74-4977-b34d-79ca8a7f4949 req-7269766d-ed08-41c1-bf38-417d110df89c tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:40.569753 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c53e822a-db74-4977-b34d-79ca8a7f4949 req-7269766d-ed08-41c1-bf38-417d110df89c tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 984 time: 0.0821123
Nov 19 20:52:40.581802 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-c53e822a-db74-4977-b34d-79ca8a7f4949 req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Request body: {'port': {'security_groups': ['8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1']}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:52:40.702173 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-c53e822a-db74-4977-b34d-79ca8a7f4949 req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:41.007319 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-c53e822a-db74-4977-b34d-79ca8a7f4949 req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] For port 31f66b22-a921-49f4-af64-125686177833, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=31f66b22-a921-49f4-af64-125686177833,segment=NetworkSegment(ebabc9b7-0e38-4b31-a090-78795cd26b7c),segment_id=ebabc9b7-0e38-4b31-a090-78795cd26b7c)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:52:41.032651 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-c53e822a-db74-4977-b34d-79ca8a7f4949 req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:41.036423 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-c53e822a-db74-4977-b34d-79ca8a7f4949 req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441035'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:41.051296 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a287fd53-f75c-41ea-8fda-10237f815ed9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:52:41.201808 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Pushing event updated for resources: {'Port': ['ID=31f66b22-a921-49f4-af64-125686177833,revision_number=6']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:52:41.225431 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.225867 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.226810 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.227209 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.227606 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.228002 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.228397 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.228790 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.229181 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.229570 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.229981 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.230371 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.230796 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.231186 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.231569 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.231953 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.232336 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.232719 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.233100 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.233483 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.233891 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.234273 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.234653 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.235059 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:41.241385 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:52:41.262524 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e822a-db74-4977-b34d-79ca8a7f4949 req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:41.263171 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-c53e822a-db74-4977-b34d-79ca8a7f4949 req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:41.264637 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c53e822a-db74-4977-b34d-79ca8a7f4949 req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "PUT /v2.0/ports/31f66b22-a921-49f4-af64-125686177833 HTTP/1.1" status: 200  len: 942 time: 0.6876745
Nov 19 20:52:41.265159 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c187afa-3ef9-4a59-82ad-a6d1e9fd9263', 'tag': '31f66b22-a921-49f4-af64-125686177833'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:52:41.331529 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c187afa-3ef9-4a59-82ad-a6d1e9fd9263', 'tag': '31f66b22-a921-49f4-af64-125686177833', 'status': 'completed', 'code': 200}
Nov 19 20:52:41.350786 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d479d2c3-8448-46fd-b29b-c5fcbf4946ba req-f6b17bbc-fefa-42ec-9a1b-1cd9be0881e7 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups/5f28e4a1-7a3d-447e-97c9-ac55e984a337 HTTP/1.1" status: 200  len: 2659 time: 0.0544975
Nov 19 20:52:41.435055 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d479d2c3-8448-46fd-b29b-c5fcbf4946ba req-0647c044-7e72-4d60-8cc3-5c9f1a93fb3e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:41.457533 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-150aa6a0-d2af-4599-9a46-5144110097ca req-d6560181-1c17-45e2-9d7f-63644976a5c0 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2826f75aa14446fb8f3b82be9ae57f71&device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 1162 time: 0.0811131
Nov 19 20:52:41.470745 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d479d2c3-8448-46fd-b29b-c5fcbf4946ba req-0647c044-7e72-4d60-8cc3-5c9f1a93fb3e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:41.504746 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-89389db1-d411-4584-9560-6416fccd5117 None None] Provisioning complete for port 31f66b22-a921-49f4-af64-125686177833 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:52:41.505516 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89389db1-d411-4584-9560-6416fccd5117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:41.518268 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d479d2c3-8448-46fd-b29b-c5fcbf4946ba req-0647c044-7e72-4d60-8cc3-5c9f1a93fb3e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:41.523661 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-df4b97e1-a9bd-4f68-99e9-df3369fd32ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:52:41.540911 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647c044-7e72-4d60-8cc3-5c9f1a93fb3e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f28e4a1-7a3d-447e-97c9-ac55e984a337,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:52:41.550483 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0647c044-7e72-4d60-8cc3-5c9f1a93fb3e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:52:41.557139 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d479d2c3-8448-46fd-b29b-c5fcbf4946ba req-0647c044-7e72-4d60-8cc3-5c9f1a93fb3e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:41.558399 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d479d2c3-8448-46fd-b29b-c5fcbf4946ba req-0647c044-7e72-4d60-8cc3-5c9f1a93fb3e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "DELETE /v2.0/security-groups/5f28e4a1-7a3d-447e-97c9-ac55e984a337 HTTP/1.1" status: 204  len: 173 time: 0.2002652
Nov 19 20:52:41.642350 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150aa6a0-d2af-4599-9a46-5144110097ca req-8062ac23-0dd3-46b3-aec5-1d5cd9245e60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:41.644172 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-150aa6a0-d2af-4599-9a46-5144110097ca req-8062ac23-0dd3-46b3-aec5-1d5cd9245e60 service neutron] 10.222.0.27 "GET /v2.0/networks?id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 HTTP/1.1" status: 200  len: 909 time: 0.1800241
Nov 19 20:52:41.712988 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-83d026a1-94da-4a95-a96c-eb7e7334a045 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/floatingips/b9fa9468-ea16-4478-a195-f8dce1284564 HTTP/1.1" status: 200  len: 997 time: 0.1149924
Nov 19 20:52:41.769997 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-150aa6a0-d2af-4599-9a46-5144110097ca req-0c3ae7e9-e9b2-4906-86f4-c6d7e8722913 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31f66b22-a921-49f4-af64-125686177833 HTTP/1.1" status: 200  len: 1000 time: 0.1087770
Nov 19 20:52:41.842351 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150aa6a0-d2af-4599-9a46-5144110097ca req-753d6dc7-235f-42c6-8a98-57a01c6cfab5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:41.843925 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-150aa6a0-d2af-4599-9a46-5144110097ca req-753d6dc7-235f-42c6-8a98-57a01c6cfab5 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6123b28f-d62b-431d-b508-30dd54c9aa74 HTTP/1.1" status: 200  len: 854 time: 0.0672793
Nov 19 20:52:41.870541 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-08ecf59f-51ca-4fda-a3b1-2f0540ff0a3f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:41.872012 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-08ecf59f-51ca-4fda-a3b1-2f0540ff0a3f tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/networks/494b3b67-d334-4360-a108-86a7036fa249 HTTP/1.1" status: 200  len: 784 time: 0.1531758
Nov 19 20:52:41.882752 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-7dc18bfd-a82a-4039-99eb-085e0ef24963 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 20:52:41.883806 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-7dc18bfd-a82a-4039-99eb-085e0ef24963 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0060396
Nov 19 20:52:41.925995 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-150aa6a0-d2af-4599-9a46-5144110097ca req-7dc8ab77-e5d2-4bce-b8bb-5536616a6d9e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750275
Nov 19 20:52:42.075125 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-150aa6a0-d2af-4599-9a46-5144110097ca req-fd48b4f4-56a1-4545-b0d1-5b41b66cff24 service neutron] 10.222.0.27 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427238
Nov 19 20:52:42.186302 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-5d5a6c93-72e7-423b-ab78-24d42e661d25 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.0.30 HTTP/1.1" status: 200  len: 1000 time: 0.2961330
Nov 19 20:52:42.224032 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-150aa6a0-d2af-4599-9a46-5144110097ca req-1308bfff-515e-4797-97ec-de771842f22c service neutron] 10.222.0.27 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1423252
Nov 19 20:52:42.265769 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-36d3f421-e91c-4f87-8907-791b5a41b9c0 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:42.267213 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-36d3f421-e91c-4f87-8907-791b5a41b9c0 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports/31f66b22-a921-49f4-af64-125686177833 HTTP/1.1" status: 200  len: 942 time: 0.0742154
Nov 19 20:52:42.454013 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-0efceab7-e352-4a20-bb4c-ae7be1bc8957 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.0.30 HTTP/1.1" status: 200  len: 1000 time: 0.1055901
Nov 19 20:52:42.667235 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-809b0a6e-2aa7-4abd-bccf-a489b25e752e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Deleting port f294deaa-e365-4f60-bd7a-7515b3bb7f15 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:52:42.667544 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-809b0a6e-2aa7-4abd-bccf-a489b25e752e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:42.843852 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-809b0a6e-2aa7-4abd-bccf-a489b25e752e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:42.844218 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-809b0a6e-2aa7-4abd-bccf-a489b25e752e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for floatingip, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:42.968371 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-809b0a6e-2aa7-4abd-bccf-a489b25e752e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Calling delete_port for f294deaa-e365-4f60-bd7a-7515b3bb7f15 owned by network:floatingip {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:52:43.120445 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-809b0a6e-2aa7-4abd-bccf-a489b25e752e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:43.137925 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-13b2049f-49f1-41bc-91c4-4c32a8e2e6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:52:43.184296 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b0a6e-2aa7-4abd-bccf-a489b25e752e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Pushing event deleted for resources: {'Port': ['ID=f294deaa-e365-4f60-bd7a-7515b3bb7f15,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:52:43.196453 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-809b0a6e-2aa7-4abd-bccf-a489b25e752e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:52:43.353876 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-809b0a6e-2aa7-4abd-bccf-a489b25e752e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks [] for floatingip, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:43.354249 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_db [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-809b0a6e-2aa7-4abd-bccf-a489b25e752e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Floating IP b9fa9468-ea16-4478-a195-f8dce1284564 disassociated (deleted). External IP: 172.27.0.30, port: 31f66b22-a921-49f4-af64-125686177833.
Nov 19 20:52:43.688942 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 31f66b22-a921-49f4-af64-125686177833 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:52:43.763307 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-809b0a6e-2aa7-4abd-bccf-a489b25e752e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Router e8e63fad-73dd-419f-a879-415951a327a9 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:52:43.763569 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 31f66b22-a921-49f4-af64-125686177833 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:52:43.763696 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:43.972985 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-809b0a6e-2aa7-4abd-bccf-a489b25e752e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:52:43.982937 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46113121-9cf0-4691-acad-658ce5ebfe10 None None] Sync routers for ids ['e8e63fad-73dd-419f-a879-415951a327a9'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:52:43.996168 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46113121-9cf0-4691-acad-658ce5ebfe10 None None] Routers {'e8e63fad-73dd-419f-a879-415951a327a9'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:52:43.996890 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-46113121-9cf0-4691-acad-658ce5ebfe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc1d01d0>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:52:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['e8e63fad-73dd-419f-a879-415951a327a9'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:52:43.998492 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-809b0a6e-2aa7-4abd-bccf-a489b25e752e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:44.056060 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-809b0a6e-2aa7-4abd-bccf-a489b25e752e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "DELETE /v2.0/floatingips/b9fa9468-ea16-4478-a195-f8dce1284564 HTTP/1.1" status: 204  len: 173 time: 1.5960608
Nov 19 20:52:44.056624 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c187afa-3ef9-4a59-82ad-a6d1e9fd9263', 'tag': '31f66b22-a921-49f4-af64-125686177833'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:52:44.120955 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c187afa-3ef9-4a59-82ad-a6d1e9fd9263', 'tag': '31f66b22-a921-49f4-af64-125686177833', 'status': 'completed', 'code': 200}
Nov 19 20:52:44.169306 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-f3876ad3-ca0e-4bc9-8b02-8d4edb6ef519 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2826f75aa14446fb8f3b82be9ae57f71&device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 1162 time: 0.0992835
Nov 19 20:52:44.247566 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-527844cb-21ed-47f3-bc73-7a3c14b44d7f req-a0dbcc13-b6ce-4dd5-b702-2ec7e3d0fd8b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=2826f75aa14446fb8f3b82be9ae57f71&device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 1162 time: 0.0769818
Nov 19 20:52:44.324526 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-cd8b2764-63ef-4595-81e7-22c65e0a9b40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:44.326871 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-cd8b2764-63ef-4595-81e7-22c65e0a9b40 service neutron] 10.222.0.23 "GET /v2.0/networks?id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 HTTP/1.1" status: 200  len: 909 time: 0.1477158
Nov 19 20:52:44.386394 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-46113121-9cf0-4691-acad-658ce5ebfe10 None None] Set router e8e63fad-73dd-419f-a879-415951a327a9 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:52:44.403031 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527844cb-21ed-47f3-bc73-7a3c14b44d7f req-3a4c7a11-ed05-45a5-b85c-ee4530e9b15b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:44.403505 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-882aa041-ea02-400b-a011-7cdccb0ab9e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31f66b22-a921-49f4-af64-125686177833 HTTP/1.1" status: 200  len: 217 time: 0.0687587
Nov 19 20:52:44.404653 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-527844cb-21ed-47f3-bc73-7a3c14b44d7f req-3a4c7a11-ed05-45a5-b85c-ee4530e9b15b service neutron] 10.222.0.27 "GET /v2.0/networks?id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 HTTP/1.1" status: 200  len: 909 time: 0.1497514
Nov 19 20:52:44.480085 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-0084bfd0-bda7-4fcc-b8cd-cf72e9995a7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:44.481313 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-0084bfd0-bda7-4fcc-b8cd-cf72e9995a7b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6123b28f-d62b-431d-b508-30dd54c9aa74 HTTP/1.1" status: 200  len: 854 time: 0.0707026
Nov 19 20:52:44.486577 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-527844cb-21ed-47f3-bc73-7a3c14b44d7f req-cfbad372-b420-4bb2-87fd-a8521ad833bb service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31f66b22-a921-49f4-af64-125686177833 HTTP/1.1" status: 200  len: 217 time: 0.0744526
Nov 19 20:52:44.557900 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527844cb-21ed-47f3-bc73-7a3c14b44d7f req-3a8b737a-648e-4e85-8437-40ff956ec5d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:44.559508 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-527844cb-21ed-47f3-bc73-7a3c14b44d7f req-3a8b737a-648e-4e85-8437-40ff956ec5d3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6123b28f-d62b-431d-b508-30dd54c9aa74 HTTP/1.1" status: 200  len: 854 time: 0.0661223
Nov 19 20:52:44.566992 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-7bc6ca0c-00da-4aa1-86b6-9f8586d20d92 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776634
Nov 19 20:52:44.645560 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-527844cb-21ed-47f3-bc73-7a3c14b44d7f req-2fce05c9-1b17-4212-b2b7-a1c29217bf4b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796323
Nov 19 20:52:44.743078 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-46113121-9cf0-4691-acad-658ce5ebfe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc1d01d0>, [{'id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'name': 'tempest-TestMinimumBasicScenario-2121875423-router', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:27Z', 'updated_at': '2020-11-19T20:48:34Z', 'revision_number': 4, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'gw_port': {'id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:28Z', 'updated_at': '2020-11-19T20:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': '5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc', 'name': '', 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'mac_address': 'fa:16:3e:1e:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:52Z', 'revision_number': 5, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'subnets': [{'id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:52:44.748023 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46113121-9cf0-4691-acad-658ce5ebfe10 None None] Checking router: e8e63fad-73dd-419f-a879-415951a327a9 for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:52:44.760472 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46113121-9cf0-4691-acad-658ce5ebfe10 None None] Routers {'e8e63fad-73dd-419f-a879-415951a327a9'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:52:44.761603 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-46113121-9cf0-4691-acad-658ce5ebfe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc1d01d0>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:52:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['e8e63fad-73dd-419f-a879-415951a327a9'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:52:44.932594 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-062be83d-2f03-4c81-853f-cb18827a71aa service neutron] 10.222.0.23 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3571146
Nov 19 20:52:44.966538 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-46113121-9cf0-4691-acad-658ce5ebfe10 None None] Set router e8e63fad-73dd-419f-a879-415951a327a9 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:52:45.025363 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-527844cb-21ed-47f3-bc73-7a3c14b44d7f req-571d55ed-3a16-4dc0-8f9c-bcb376f31091 service neutron] 10.222.0.27 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3729680
Nov 19 20:52:45.095990 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b92ac3eb-1d5e-40d8-8a25-ced5f8c2dbd9 req-437f7a44-3766-4b53-882e-4bd6b2e4d12f service neutron] 10.222.0.23 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1551013
Nov 19 20:52:45.189896 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-527844cb-21ed-47f3-bc73-7a3c14b44d7f req-7649d542-772b-49ce-bee2-8edf96692506 service neutron] 10.222.0.27 "GET /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1573079
Nov 19 20:52:45.321577 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-46113121-9cf0-4691-acad-658ce5ebfe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc1d01d0>, [{'id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'name': 'tempest-TestMinimumBasicScenario-2121875423-router', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:27Z', 'updated_at': '2020-11-19T20:48:34Z', 'revision_number': 4, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'gw_port': {'id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:28Z', 'updated_at': '2020-11-19T20:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': '5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc', 'name': '', 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'mac_address': 'fa:16:3e:1e:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:52Z', 'revision_number': 5, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'subnets': [{'id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:52:45.325854 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46113121-9cf0-4691-acad-658ce5ebfe10 None None] The sync data for ids ['e8e63fad-73dd-419f-a879-415951a327a9'] in dv-cinder-750782-3-iscsi is: [{'id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'name': 'tempest-TestMinimumBasicScenario-2121875423-router', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:27Z', 'updated_at': '2020-11-19T20:48:34Z', 'revision_number': 4, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'gw_port': {'id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:28Z', 'updated_at': '2020-11-19T20:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': '5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc', 'name': '', 'network_id': '55a91bca-fdcd-4ff6-aab4-1bf7c62a5709', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'mac_address': 'fa:16:3e:1e:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:52Z', 'revision_number': 5, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'subnets': [{'id': '6123b28f-d62b-431d-b508-30dd54c9aa74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:52:45.723409 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3538807-3ac2-4586-ad43-71c8c5675f9e None None] New status for floating IP b9fa9468-ea16-4478-a195-f8dce1284564: DOWN {{(pid=80326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 20:52:48.483009 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4309475-1f34-4ac5-9d11-daa3744ea9f3 req-92da6a5b-78bb-46ec-8f0a-49239a07a3c2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:48.483689 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-c4309475-1f34-4ac5-9d11-daa3744ea9f3 req-92da6a5b-78bb-46ec-8f0a-49239a07a3c2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Synchronizing usage tracker for tenant:2826f75aa14446fb8f3b82be9ae57f71 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:52:48.498230 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-c4309475-1f34-4ac5-9d11-daa3744ea9f3 req-92da6a5b-78bb-46ec-8f0a-49239a07a3c2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Unset dirty status for tenant:2826f75aa14446fb8f3b82be9ae57f71 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:52:48.499663 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c4309475-1f34-4ac5-9d11-daa3744ea9f3 req-92da6a5b-78bb-46ec-8f0a-49239a07a3c2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 945 time: 0.1035397
Nov 19 20:52:48.549272 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-c4309475-1f34-4ac5-9d11-daa3744ea9f3 req-7cbbdbe9-442e-4c2c-a452-d1b3e75094b2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Synchronizing usage tracker for tenant:2826f75aa14446fb8f3b82be9ae57f71 on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:52:48.564702 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-c4309475-1f34-4ac5-9d11-daa3744ea9f3 req-7cbbdbe9-442e-4c2c-a452-d1b3e75094b2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Unset dirty status for tenant:2826f75aa14446fb8f3b82be9ae57f71 on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:52:48.565764 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c4309475-1f34-4ac5-9d11-daa3744ea9f3 req-7cbbdbe9-442e-4c2c-a452-d1b3e75094b2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600216
Nov 19 20:52:49.773818 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d24254-c913-4204-bf5a-b8a704fcb252 req-4b8a429f-085f-46df-8e77-0f01e899fd81 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:49.775434 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-37d24254-c913-4204-bf5a-b8a704fcb252 req-4b8a429f-085f-46df-8e77-0f01e899fd81 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 945 time: 0.0826507
Nov 19 20:52:49.823706 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-37d24254-c913-4204-bf5a-b8a704fcb252 req-ff16ddba-0c25-4abe-89f4-585b803803ae tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421207
Nov 19 20:52:50.728780 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d829b3-107b-43fa-8354-3f1c6cd5ef05 req-bfcd8c61-d560-4caf-93f2-016c7439b7f8 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:50.730344 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-28d829b3-107b-43fa-8354-3f1c6cd5ef05 req-bfcd8c61-d560-4caf-93f2-016c7439b7f8 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.27 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 945 time: 0.0823348
Nov 19 20:52:50.802840 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-28d829b3-107b-43fa-8354-3f1c6cd5ef05 req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Deleting port 31f66b22-a921-49f4-af64-125686177833 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:52:50.803337 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-28d829b3-107b-43fa-8354-3f1c6cd5ef05 req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:51.043495 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57271122-c52b-4a23-bb07-0a9578d0ccaa req-a06a716a-d04f-423f-8987-6ae63bf24a57 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:52:51.045121 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-57271122-c52b-4a23-bb07-0a9578d0ccaa req-a06a716a-d04f-423f-8987-6ae63bf24a57 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 945 time: 0.0881646
Nov 19 20:52:51.063242 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-28d829b3-107b-43fa-8354-3f1c6cd5ef05 req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] For port 31f66b22-a921-49f4-af64-125686177833, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=31f66b22-a921-49f4-af64-125686177833,segment=NetworkSegment(ebabc9b7-0e38-4b31-a090-78795cd26b7c),segment_id=ebabc9b7-0e38-4b31-a090-78795cd26b7c)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:52:51.063634 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-28d829b3-107b-43fa-8354-3f1c6cd5ef05 req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:51.092876 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-57271122-c52b-4a23-bb07-0a9578d0ccaa req-7f798069-c378-43ba-8957-f70fb0699faa tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/security-groups?id=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417192
Nov 19 20:52:51.191167 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-28d829b3-107b-43fa-8354-3f1c6cd5ef05 req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Calling delete_port for 31f66b22-a921-49f4-af64-125686177833 owned by compute:nova {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:52:51.332325 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-28d829b3-107b-43fa-8354-3f1c6cd5ef05 req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:51.347388 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-14c2b233-4afa-4134-8d66-d8fad9550729 tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:52:51.394006 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Pushing event deleted for resources: {'Port': ['ID=31f66b22-a921-49f4-af64-125686177833,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:52:51.407136 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 31f66b22-a921-49f4-af64-125686177833 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:52:51.420855 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.421275 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.421686 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.422119 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.422520 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.422919 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.423313 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.423714 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.424107 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.424500 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.424892 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.425282 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.425710 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.426127 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.426517 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.426905 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.427293 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.427679 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.428066 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.428451 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.428837 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.429221 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.429609 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.430041 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:52:51.441016 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-213589af-5480-4528-850d-679758bf95dc None None] No Port match for: 31f66b22-a921-49f4-af64-125686177833 {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 20:52:51.441417 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 31f66b22-a921-49f4-af64-125686177833 not bound to the agent host hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 20:52:51.480474 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:52:51.569454 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d829b3-107b-43fa-8354-3f1c6cd5ef05 req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] No DVR routers for this DVR port 31f66b22-a921-49f4-af64-125686177833 on host hv-cinder-75078 {{(pid=80324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:52:51.572342 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-28d829b3-107b-43fa-8354-3f1c6cd5ef05 req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:51.575153 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c187afa-3ef9-4a59-82ad-a6d1e9fd9263', 'name': 'network-vif-deleted', 'tag': '31f66b22-a921-49f4-af64-125686177833'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:52:51.590286 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-28d829b3-107b-43fa-8354-3f1c6cd5ef05 req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.27 "DELETE /v2.0/ports/31f66b22-a921-49f4-af64-125686177833 HTTP/1.1" status: 204  len: 173 time: 0.8533251
Nov 19 20:52:51.635843 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c187afa-3ef9-4a59-82ad-a6d1e9fd9263', 'name': 'network-vif-deleted', 'tag': '31f66b22-a921-49f4-af64-125686177833', 'status': 'completed', 'code': 200}
Nov 19 20:52:52.288870 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-c2fbc97a-a24c-400a-8ffa-57cf6aad0997 req-99b04d38-e714-4336-899c-13e2ac12ae0b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Synchronizing usage tracker for tenant:2826f75aa14446fb8f3b82be9ae57f71 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:52:52.303596 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-c2fbc97a-a24c-400a-8ffa-57cf6aad0997 req-99b04d38-e714-4336-899c-13e2ac12ae0b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Unset dirty status for tenant:2826f75aa14446fb8f3b82be9ae57f71 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:52:52.305502 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c2fbc97a-a24c-400a-8ffa-57cf6aad0997 req-99b04d38-e714-4336-899c-13e2ac12ae0b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] 10.222.0.23 "GET /v2.0/ports?device_id=4c187afa-3ef9-4a59-82ad-a6d1e9fd9263 HTTP/1.1" status: 200  len: 210 time: 0.0609894
Nov 19 20:52:53.965834 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38030) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:52:54.368844 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-49e56848-4837-4308-bf29-6e3cd109341e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604950'] for router_interface, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:54.982306 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-49e56848-4837-4308-bf29-6e3cd109341e admin admin] Deleting port 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:52:54.982897 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-49e56848-4837-4308-bf29-6e3cd109341e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:55.159983 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-49e56848-4837-4308-bf29-6e3cd109341e admin admin] For port 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc,segment=NetworkSegment(ebabc9b7-0e38-4b31-a090-78795cd26b7c),segment_id=ebabc9b7-0e38-4b31-a090-78795cd26b7c)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:52:55.160371 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-49e56848-4837-4308-bf29-6e3cd109341e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:55.283672 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-49e56848-4837-4308-bf29-6e3cd109341e admin admin] Calling delete_port for 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc owned by network:router_interface {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:52:55.592643 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-49e56848-4837-4308-bf29-6e3cd109341e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:55.610406 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9c8b2b61-29b7-4c33-9665-fd411468664b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:52:55.653632 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e56848-4837-4308-bf29-6e3cd109341e admin admin] Pushing event deleted for resources: {'Port': ['ID=5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:52:55.657677 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-49e56848-4837-4308-bf29-6e3cd109341e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:52:56.228095 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-49e56848-4837-4308-bf29-6e3cd109341e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850813242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602458'] for router_interface, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:56.953838 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e56848-4837-4308-bf29-6e3cd109341e admin admin] Router e8e63fad-73dd-419f-a879-415951a327a9 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:52:57.162753 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e56848-4837-4308-bf29-6e3cd109341e admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:52:57.172863 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eff903-a2b5-4849-950d-4efb74445baa None None] Sync routers for ids ['e8e63fad-73dd-419f-a879-415951a327a9'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:52:57.177882 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-49e56848-4837-4308-bf29-6e3cd109341e admin admin] 10.222.0.23 "PUT /v2.0/routers/e8e63fad-73dd-419f-a879-415951a327a9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2101686
Nov 19 20:52:57.180893 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38042) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:52:57.186232 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eff903-a2b5-4849-950d-4efb74445baa None None] Routers {'e8e63fad-73dd-419f-a879-415951a327a9'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:52:57.186907 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-12eff903-a2b5-4849-950d-4efb74445baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd77c8908>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:52:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['e8e63fad-73dd-419f-a879-415951a327a9'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:52:57.373999 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-12eff903-a2b5-4849-950d-4efb74445baa None None] Set router e8e63fad-73dd-419f-a879-415951a327a9 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:52:57.386957 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1917d744-66d3-4337-bba2-a3418f05e5c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:57.594903 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1917d744-66d3-4337-bba2-a3418f05e5c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:57.603694 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-1917d744-66d3-4337-bba2-a3418f05e5c5 admin admin] Deleting port 57331799-3d0c-4dc9-81b5-56309a2734c1 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:52:57.604068 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1917d744-66d3-4337-bba2-a3418f05e5c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:57.670340 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-12eff903-a2b5-4849-950d-4efb74445baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd77c8908>, [{'id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'name': 'tempest-TestMinimumBasicScenario-2121875423-router', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:27Z', 'updated_at': '2020-11-19T20:52:55Z', 'revision_number': 5, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'gw_port': {'id': '57331799-3d0c-4dc9-81b5-56309a2734c1', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:11:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:28Z', 'updated_at': '2020-11-19T20:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:52:57.674321 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eff903-a2b5-4849-950d-4efb74445baa None None] Checking router: e8e63fad-73dd-419f-a879-415951a327a9 for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:52:57.686842 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12eff903-a2b5-4849-950d-4efb74445baa None None] Routers {'e8e63fad-73dd-419f-a879-415951a327a9'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:52:57.687512 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-12eff903-a2b5-4849-950d-4efb74445baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd77c8908>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:52:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['e8e63fad-73dd-419f-a879-415951a327a9'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:52:57.785124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-1917d744-66d3-4337-bba2-a3418f05e5c5 admin admin] For port 57331799-3d0c-4dc9-81b5-56309a2734c1, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=57331799-3d0c-4dc9-81b5-56309a2734c1,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:52:57.785519 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1917d744-66d3-4337-bba2-a3418f05e5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:57.842777 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-12eff903-a2b5-4849-950d-4efb74445baa None None] Set router e8e63fad-73dd-419f-a879-415951a327a9 gateway port host: None {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:52:57.916125 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-1917d744-66d3-4337-bba2-a3418f05e5c5 admin admin] Calling delete_port for 57331799-3d0c-4dc9-81b5-56309a2734c1 owned by network:router_gateway {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:52:58.093182 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1917d744-66d3-4337-bba2-a3418f05e5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:58.108554 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:52:58.110365 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-12eff903-a2b5-4849-950d-4efb74445baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd77c8908>, [{'id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'name': 'tempest-TestMinimumBasicScenario-2121875423-router', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:27Z', 'updated_at': '2020-11-19T20:52:57Z', 'revision_number': 6, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'gw_port_host': None}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:52:58.114571 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12eff903-a2b5-4849-950d-4efb74445baa None None] The sync data for ids ['e8e63fad-73dd-419f-a879-415951a327a9'] in dv-cinder-750782-3-iscsi is: [{'id': 'e8e63fad-73dd-419f-a879-415951a327a9', 'name': 'tempest-TestMinimumBasicScenario-2121875423-router', 'tenant_id': '2826f75aa14446fb8f3b82be9ae57f71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:27Z', 'updated_at': '2020-11-19T20:52:57Z', 'revision_number': 6, 'project_id': '2826f75aa14446fb8f3b82be9ae57f71', 'gw_port_host': None}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:52:58.159645 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917d744-66d3-4337-bba2-a3418f05e5c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=57331799-3d0c-4dc9-81b5-56309a2734c1,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:52:58.171610 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1917d744-66d3-4337-bba2-a3418f05e5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:52:58.268688 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc no longer exists at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:52:58.304418 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] No Port match for: 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 20:52:58.304792 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 5f1a2792-ca2e-4d6e-8ec1-ad5b02574dfc not bound to the agent host dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 20:52:58.702446 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1917d744-66d3-4337-bba2-a3418f05e5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599416'] for router_gateway, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:58.964555 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1917d744-66d3-4337-bba2-a3418f05e5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853819326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15653'] for router, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:58.969428 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1917d744-66d3-4337-bba2-a3418f05e5c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:59.055433 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1917d744-66d3-4337-bba2-a3418f05e5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853825062'] for router, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:59.056025 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1917d744-66d3-4337-bba2-a3418f05e5c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8e63fad-73dd-419f-a879-415951a327a9 {{(pid=80323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 20:52:59.068838 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1917d744-66d3-4337-bba2-a3418f05e5c5 admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:59.072385 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-1917d744-66d3-4337-bba2-a3418f05e5c5 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e8e63fad-73dd-419f-a879-415951a327a9 HTTP/1.1" status: 204  len: 168 time: 1.8878508
Nov 19 20:52:59.072647 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38050) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:52:59.142206 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d4c404-5cf8-458b-8bcd-7628ed0a88af admin admin] Deleting subnet 6123b28f-d62b-431d-b508-30dd54c9aa74 {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 20:52:59.145568 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-60d4c404-5cf8-458b-8bcd-7628ed0a88af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:59.201058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-60d4c404-5cf8-458b-8bcd-7628ed0a88af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1330328'] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:59.322112 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-60d4c404-5cf8-458b-8bcd-7628ed0a88af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3383722'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:59.507314 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:59.576351 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-60d4c404-5cf8-458b-8bcd-7628ed0a88af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851392077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1441110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843806931'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:59.592200 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-09daa9f9-5696-4046-a1be-3a335532dff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:52:59.631551 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d4c404-5cf8-458b-8bcd-7628ed0a88af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6123b28f-d62b-431d-b508-30dd54c9aa74,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:52:59.647260 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-60d4c404-5cf8-458b-8bcd-7628ed0a88af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:52:59.726968 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-60d4c404-5cf8-458b-8bcd-7628ed0a88af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:59.732047 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f74186-d857-4ab6-9076-b2e34ae5a2b9 None None] Network 55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:52:59.733055 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-60d4c404-5cf8-458b-8bcd-7628ed0a88af admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6123b28f-d62b-431d-b508-30dd54c9aa74 HTTP/1.1" status: 204  len: 168 time: 0.6593411
Nov 19 20:52:59.735547 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38054) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:52:59.851028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3496268'] for network, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:59.918235 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] Deleting port d7974e74-2a1b-40b2-b296-28e9592d15af {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:52:59.918608 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:52:59.981906 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d396bd3-2dad-4786-b465-2e52db038460 None None] DHCP port deletion for 55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 request from dv-cinder-750782-3-iscsi {{(pid=80325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 19 20:52:59.986226 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-3d396bd3-2dad-4786-b465-2e52db038460 None None] Deleting port d7974e74-2a1b-40b2-b296-28e9592d15af {{(pid=80325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:52:59.986650 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3d396bd3-2dad-4786-b465-2e52db038460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:00.138315 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] For port d7974e74-2a1b-40b2-b296-28e9592d15af, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=d7974e74-2a1b-40b2-b296-28e9592d15af,segment=NetworkSegment(ebabc9b7-0e38-4b31-a090-78795cd26b7c),segment_id=ebabc9b7-0e38-4b31-a090-78795cd26b7c)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:53:00.138625 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:00.198215 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-3d396bd3-2dad-4786-b465-2e52db038460 None None] For port d7974e74-2a1b-40b2-b296-28e9592d15af, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=d7974e74-2a1b-40b2-b296-28e9592d15af,segment=NetworkSegment(ebabc9b7-0e38-4b31-a090-78795cd26b7c),segment_id=ebabc9b7-0e38-4b31-a090-78795cd26b7c)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:53:00.198665 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3d396bd3-2dad-4786-b465-2e52db038460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:00.279143 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] Calling delete_port for d7974e74-2a1b-40b2-b296-28e9592d15af owned by network:dhcp {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:53:00.324030 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 57331799-3d0c-4dc9-81b5-56309a2734c1 no longer exists at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:53:00.352716 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:00.355362 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-3d396bd3-2dad-4786-b465-2e52db038460 None None] Calling delete_port for d7974e74-2a1b-40b2-b296-28e9592d15af owned by network:dhcp {{(pid=80325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:53:00.368472 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5bb575ab-c4df-49c3-b4c9-4233fb7d1de6 tempest-ServerRescueNegativeTestJSON-708568324 tempest-ServerRescueNegativeTestJSON-708568324] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:00.408863 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] No Port match for: 57331799-3d0c-4dc9-81b5-56309a2734c1 {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 20:53:00.409175 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 57331799-3d0c-4dc9-81b5-56309a2734c1 not bound to the agent host dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 20:53:00.409931 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device d7974e74-2a1b-40b2-b296-28e9592d15af no longer exists at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:53:00.416383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7974e74-2a1b-40b2-b296-28e9592d15af,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:00.420586 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:00.444290 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] No Port match for: d7974e74-2a1b-40b2-b296-28e9592d15af {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 20:53:00.444695 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device d7974e74-2a1b-40b2-b296-28e9592d15af not bound to the agent host dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 20:53:00.512377 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] No DVR routers for this DVR port d7974e74-2a1b-40b2-b296-28e9592d15af on host dv-cinder-750782-3-iscsi {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:53:00.546409 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [None req-3d396bd3-2dad-4786-b465-2e52db038460 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80325) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:53:00.546826 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [None req-3d396bd3-2dad-4786-b465-2e52db038460 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:53:00.639554 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3396403', 'neutron.services.segments.db._delete_segments_for_network--9223363258782719672'] for network, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:00.753612 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbcd6792eb8>,) {'filters': {'network_id': ['55a91bca-fdcd-4ff6-aab4-1bf7c62a5709']}} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:00.766890 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcd6792eb8>, 'ebabc9b7-0e38-4b31-a090-78795cd26b7c') {'for_net_delete': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:00.767236 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcd6792eb8>, 'ebabc9b7-0e38-4b31-a090-78795cd26b7c') {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:00.779524 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258782742456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853445485'] for segment, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:00.797170 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:00.799301 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 20:53:01.048251 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-3d396bd3-2dad-4786-b465-2e52db038460 None None] Deleting port d7974e74-2a1b-40b2-b296-28e9592d15af {{(pid=80325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:53:01.048693 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3d396bd3-2dad-4786-b465-2e52db038460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:01.116033 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-3d396bd3-2dad-4786-b465-2e52db038460 None None] The port 'd7974e74-2a1b-40b2-b296-28e9592d15af' was deleted {{(pid=80325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 19 20:53:01.193420 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] Network 55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:53:01.203119 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3387784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853334028'] for segment, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:01.381321 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] Network 55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]: Traceback (most recent call last):
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:     timer()
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:     cb(*args, **kw)
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:     return func(*args, **kwargs)
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:     self._notify()
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:     self.callback(batched_events)
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:     event.method(event)
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:     segment_id)['aggregates'][0]
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:     return f(self, *a, **k)
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self._get(url).json()
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:     **kwargs)
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self.request(url, 'GET', **kwargs)
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:     **endpoint_filter)
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 20:53:01.405618 dv-cinder-750782-3-iscsi neutron-server[80212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 20:53:01.485607 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851379388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:01.490024 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:01.494369 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ab8a2d1a-ecd3-492d-b73f-d9914c53d646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:01.520687 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] Pushing event deleted for resources: {'Network': ['ID=55a91bca-fdcd-4ff6-aab4-1bf7c62a5709,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:01.523577 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:01.535527 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] 10.222.0.23 "DELETE /v2.0/networks/55a91bca-fdcd-4ff6-aab4-1bf7c62a5709 HTTP/1.1" status: 204  len: 168 time: 1.7989435
Nov 19 20:53:01.739633 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38064) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:53:01.793121 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-5f9ba6cd-663f-42c6-8165-7c04f15c5954 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2826f75aa14446fb8f3b82be9ae57f71&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0521793
Nov 19 20:53:01.795448 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38068) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:53:01.855954 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bb13922a-83fd-4eba-adb5-fcc6935f9df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:01.882070 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bb13922a-83fd-4eba-adb5-fcc6935f9df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:01.930055 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bb13922a-83fd-4eba-adb5-fcc6935f9df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:01.934918 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-49b18e99-3509-44a6-87d8-3e5781b4cd38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:01.948711 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13922a-83fd-4eba-adb5-fcc6935f9df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:01.951633 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-bb13922a-83fd-4eba-adb5-fcc6935f9df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:01.957254 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bb13922a-83fd-4eba-adb5-fcc6935f9df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:01.958503 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-bb13922a-83fd-4eba-adb5-fcc6935f9df0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e0e02e9-2dfc-4e0b-8441-728d72dd2fe1 HTTP/1.1" status: 204  len: 168 time: 0.1621146
Nov 19 20:53:02.852661 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 38094) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:53:02.988793 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-587791156-network', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:53:02.995019 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:53:02.999158 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Usage tracker for resource:network and tenant:065e9bb05bf14c60b70fce5d5b7f93ed is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:53:03.002238 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:53:03.009826 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:53:03.018896 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Made reservation on behalf of 065e9bb05bf14c60b70fce5d5b7f93ed for: {'network': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:53:03.023703 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:03.037266 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:03.070974 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:53:03.075071 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Usage tracker for resource:security_group_rule and tenant:065e9bb05bf14c60b70fce5d5b7f93ed is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:53:03.078037 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:53:03.083832 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:53:03.152063 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:03.155056 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:03.159494 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-bc172ba7-2896-4535-a3eb-0c2158bcf2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:03.195719 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 20:53:03.205029 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39266ba7-1620-4ca6-94d9-32a826876258,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:03.208566 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:03.212980 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:03.213187 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.segments_db [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Added segment cb075e4e-88f3-4ca5-9715-6057957ad8fd of type vxlan for network 0c25622a-0a71-4c73-a017-fd1e7692f77f
Nov 19 20:53:03.239745 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778071455654'] for network, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:03.269328 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:03.270629 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:03.271358 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:03.276406 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:03.379584 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5257325
Nov 19 20:53:03.382962 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38100) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:53:03.385511 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Pushing event updated for resources: {'Network': ['ID=0c25622a-0a71-4c73-a017-fd1e7692f77f,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:03.388689 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:03.389289 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-5df86d45-f7e2-44c4-aa83-ab3ace05f285 admin admin] Request body: {'subnet': {'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-587791156-subnet', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:53:03.394609 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-5df86d45-f7e2-44c4-aa83-ab3ace05f285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:53:03.396662 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Network 0c25622a-0a71-4c73-a017-fd1e7692f77f details requested by agent ovs-agent-dv-cinder-750782-3-iscsi with host dv-cinder-750782-3-iscsi {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:53:03.398735 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-5df86d45-f7e2-44c4-aa83-ab3ace05f285 admin admin] Usage tracker for resource:subnet and tenant:065e9bb05bf14c60b70fce5d5b7f93ed is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:53:03.401777 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-5df86d45-f7e2-44c4-aa83-ab3ace05f285 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:53:03.407708 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-5df86d45-f7e2-44c4-aa83-ab3ace05f285 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:53:03.414651 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Network 0c25622a-0a71-4c73-a017-fd1e7692f77f details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:53:03.418565 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df86d45-f7e2-44c4-aa83-ab3ace05f285 admin admin] Made reservation on behalf of 065e9bb05bf14c60b70fce5d5b7f93ed for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:53:03.423384 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5df86d45-f7e2-44c4-aa83-ab3ace05f285 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10968854'] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:03.848630 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5df86d45-f7e2-44c4-aa83-ab3ace05f285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853334630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10968869'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:03.864519 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:03.989434 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:53:04.001465 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df86d45-f7e2-44c4-aa83-ab3ace05f285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b73c3f7f-6f5e-49c6-a975-223e0c851e78,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:04.006412 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5df86d45-f7e2-44c4-aa83-ab3ace05f285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:04.070465 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df86d45-f7e2-44c4-aa83-ab3ace05f285 admin admin] Checking segment: {'id': 'cb075e4e-88f3-4ca5-9715-6057957ad8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:53:04.070865 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df86d45-f7e2-44c4-aa83-ab3ace05f285 admin admin] Network hostable DHCP agents. Network: 0c25622a-0a71-4c73-a017-fd1e7692f77f, hostable agents: ['8d02a572-c9e9-422d-ae68-8452b80e1360'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 20:53:04.091706 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df86d45-f7e2-44c4-aa83-ab3ace05f285 admin admin] Network 0c25622a-0a71-4c73-a017-fd1e7692f77f is scheduled to be hosted by DHCP agent 8d02a572-c9e9-422d-ae68-8452b80e1360 with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 20:53:04.099653 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-5df86d45-f7e2-44c4-aa83-ab3ace05f285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-iscsi, 0c25622a-0a71-4c73-a017-fd1e7692f77f) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:53:04.108905 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001827be-2a7b-4554-a6ea-97ccdd486bb8 None None] Network 0c25622a-0a71-4c73-a017-fd1e7692f77f requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:53:04.111599 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df86d45-f7e2-44c4-aa83-ab3ace05f285 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:04.112254 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5df86d45-f7e2-44c4-aa83-ab3ace05f285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:04.132084 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-5df86d45-f7e2-44c4-aa83-ab3ace05f285 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7477918
Nov 19 20:53:04.135398 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38106) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:53:04.140879 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-587791156-router', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:53:04.145630 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:53:04.150361 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Usage tracker for resource:router and tenant:065e9bb05bf14c60b70fce5d5b7f93ed is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:53:04.154582 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:53:04.161546 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:53:04.171823 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15706'] for router, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:04.172839 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-957748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854176309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854233420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760147'] for router, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:04.196015 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:04.336845 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7e9f841-36e7-5adc-8d1e-609479b39771-0c25622a-0a71-4c73-a017-fd1e7692f77f', 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'fixed_ips': [{'subnet_id': 'b73c3f7f-6f5e-49c6-a975-223e0c851e78'}]}} from dv-cinder-750782-3-iscsi. {{(pid=80325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 20:53:04.337744 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:04.344623 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854176452', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853817947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760132'] for router, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:04.540178 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:04.577230 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:04.626709 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Allocated IP 172.20.0.2 (0c25622a-0a71-4c73-a017-fd1e7692f77f/b73c3f7f-6f5e-49c6-a975-223e0c851e78/24a6aee6-655c-4b3b-8060-02d181aed4ee) {{(pid=80325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:53:04.840294 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Notify callbacks [] for port, precommit_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:04.848635 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Allocated IP 172.27.0.84 (494b3b67-d334-4360-a108-86a7036fa249/a87766e2-d34e-4e1a-99c0-eee0ac65f3f8/f6472abc-baa6-4fd2-afb6-fd11197fe7ae) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:53:04.850759 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Transition to ACTIVE for port object 24a6aee6-655c-4b3b-8060-02d181aed4ee will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:53:04.867948 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Transition to ACTIVE for port object 24a6aee6-655c-4b3b-8060-02d181aed4ee will not be triggered until provisioned by entity DHCP. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:53:04.872204 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991'] for port, after_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:04.887357 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:05.006302 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:05.025801 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Pushing event updated for resources: {'Port': ['ID=24a6aee6-655c-4b3b-8060-02d181aed4ee,revision_number=1']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:05.032594 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:05.040681 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.041077 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.041465 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.041874 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.042253 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.042632 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.043004 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.043376 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.043748 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.044118 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.044486 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.044853 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.045261 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.045630 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.046019 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.046386 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.046749 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.047117 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.047481 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.047845 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.048239 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.048605 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.048972 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.049341 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:05.053662 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-875dd274-5f1e-405b-a0d9-89b5e9d3ff4b tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:05.055467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:05.091554 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Network 0c25622a-0a71-4c73-a017-fd1e7692f77f is already hosted by enough agents. {{(pid=80325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:53:05.092747 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Resources bound (agent type, host, resource id):  {{(pid=80325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:53:05.095102 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Received port after_create {{(pid=80325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:53:05.206376 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Pushing event updated for resources: {'Port': ['ID=f6472abc-baa6-4fd2-afb6-fd11197fe7ae,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:05.211932 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:05.257123 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Network 494b3b67-d334-4360-a108-86a7036fa249 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:53:05.259006 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:53:05.261321 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:53:05.305666 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Attempting to bind port 24a6aee6-655c-4b3b-8060-02d181aed4ee on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:53:05.306112 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Attempting to bind port 24a6aee6-655c-4b3b-8060-02d181aed4ee by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': 'cb075e4e-88f3-4ca5-9715-6057957ad8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:53:05.306513 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Attempting to bind port 24a6aee6-655c-4b3b-8060-02d181aed4ee on network 0c25622a-0a71-4c73-a017-fd1e7692f77f {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:53:05.313183 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:53:05.313603 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Checking segment: {'id': 'cb075e4e-88f3-4ca5-9715-6057957ad8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:53:05.314075 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:05.314514 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Bound using segment: {'id': 'cb075e4e-88f3-4ca5-9715-6057957ad8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:53:05.315018 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Bound port: 24a6aee6-655c-4b3b-8060-02d181aed4ee, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb075e4e-88f3-4ca5-9715-6057957ad8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:53:05.315430 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:05.404012 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] For port 24a6aee6-655c-4b3b-8060-02d181aed4ee, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:53:05.407145 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] For port 24a6aee6-655c-4b3b-8060-02d181aed4ee, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=24a6aee6-655c-4b3b-8060-02d181aed4ee,segment=NetworkSegment(cb075e4e-88f3-4ca5-9715-6057957ad8fd),segment_id=cb075e4e-88f3-4ca5-9715-6057957ad8fd)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:53:05.411254 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:05.423989 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:05.424781 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599318'] for router, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:05.426292 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-68ee7b5c-e0d2-432b-8c96-29ff5d3569d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:05.573918 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Pushing event updated for resources: {'Port': ['ID=24a6aee6-655c-4b3b-8060-02d181aed4ee,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:05.578671 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:05.664946 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Router 13ac21e6-516a-4e2d-a705-a740edaf4ac6 is scheduled to L3 agent c685bfc9-c839-4eda-814f-647f53e47041 with binding_index 1 {{(pid=80323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 20:53:05.838088 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5683fc45-8b29-4fb1-8480-f0b869d2a19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:05.887213 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:53:05.896209 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Sync routers for ids ['13ac21e6-516a-4e2d-a705-a740edaf4ac6'] in dv-cinder-750782-3-iscsi {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:53:05.911900 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Routers {'13ac21e6-516a-4e2d-a705-a740edaf4ac6'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:53:05.912600 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd7659128>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:52:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['13ac21e6-516a-4e2d-a705-a740edaf4ac6'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:05.988621 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:05.990229 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 1.8538053
Nov 19 20:53:05.992968 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38112) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:53:06.120148 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Set router 13ac21e6-516a-4e2d-a705-a740edaf4ac6 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:53:06.308602 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 24a6aee6-655c-4b3b-8060-02d181aed4ee up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:53:06.381420 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port 24a6aee6-655c-4b3b-8060-02d181aed4ee completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:53:06.434466 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd7659128>, [{'id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'name': 'tempest-TestShelveInstance-587791156-router', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:05Z', 'revision_number': 3, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'gw_port': {'id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:54:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:06.438869 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Checking router: 13ac21e6-516a-4e2d-a705-a740edaf4ac6 for host: dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:53:06.439268 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Updating router 13ac21e6-516a-4e2d-a705-a740edaf4ac6 port f6472abc-baa6-4fd2-afb6-fd11197fe7ae binding host dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 20:53:06.491620 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:06.904083 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Notify callbacks [] for port, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:06.916999 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Transition to ACTIVE for port object f6472abc-baa6-4fd2-afb6-fd11197fe7ae will not be triggered until provisioned by entity L2. {{(pid=80326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:53:06.919954 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:06.937340 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:06.942032 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3744ed88-4951-4c90-af47-2e419eb8d133 None None] Network 0c25622a-0a71-4c73-a017-fd1e7692f77f requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:53:06.951550 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:07.057557 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-770e52c2-7227-4c19-b2ee-b243319b6e27 None None] Provisioning for port 24a6aee6-655c-4b3b-8060-02d181aed4ee completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:53:07.067343 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-770e52c2-7227-4c19-b2ee-b243319b6e27 None None] Provisioning complete for port 24a6aee6-655c-4b3b-8060-02d181aed4ee triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:53:07.067774 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-770e52c2-7227-4c19-b2ee-b243319b6e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:07.069247 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Pushing event updated for resources: {'Port': ['ID=f6472abc-baa6-4fd2-afb6-fd11197fe7ae,revision_number=2']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:07.093438 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.093851 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.094221 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.094581 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.094948 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.095314 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.095675 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.096043 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.096409 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.096770 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.097130 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.097461 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.097884 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.098242 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.098600 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.098955 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.099308 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.099663 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.100017 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.100370 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.100734 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.101608 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.101989 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.102344 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:07.107813 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:07.158352 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Attempting to bind port f6472abc-baa6-4fd2-afb6-fd11197fe7ae on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:53:07.158761 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Attempting to bind port f6472abc-baa6-4fd2-afb6-fd11197fe7ae by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:53:07.159169 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Attempting to bind port f6472abc-baa6-4fd2-afb6-fd11197fe7ae on network 494b3b67-d334-4360-a108-86a7036fa249 {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:53:07.167208 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:53:07.167635 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Checking segment: {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:53:07.168085 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:07.168523 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Bound using segment: {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:53:07.169037 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Bound port: f6472abc-baa6-4fd2-afb6-fd11197fe7ae, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:53:07.169455 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:07.246468 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] For port f6472abc-baa6-4fd2-afb6-fd11197fe7ae, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:53:07.250196 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] For port f6472abc-baa6-4fd2-afb6-fd11197fe7ae, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=f6472abc-baa6-4fd2-afb6-fd11197fe7ae,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:53:07.255637 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:07.276605 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:07.323941 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-770e52c2-7227-4c19-b2ee-b243319b6e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:07.354569 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Pushing event updated for resources: {'Port': ['ID=f6472abc-baa6-4fd2-afb6-fd11197fe7ae,revision_number=3']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:07.360445 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1fb0a004-ba8f-4c22-a3c7-9cb6a5bfdfe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:07.364499 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Allocated IP 172.20.0.1 (0c25622a-0a71-4c73-a017-fd1e7692f77f/b73c3f7f-6f5e-49c6-a975-223e0c851e78/edceda47-7a10-432e-abcf-23cfd80c9443) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:53:07.368859 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-770e52c2-7227-4c19-b2ee-b243319b6e27 None None] For port 24a6aee6-655c-4b3b-8060-02d181aed4ee, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=24a6aee6-655c-4b3b-8060-02d181aed4ee,segment=NetworkSegment(cb075e4e-88f3-4ca5-9715-6057957ad8fd),segment_id=cb075e4e-88f3-4ca5-9715-6057957ad8fd)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:53:07.375814 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-770e52c2-7227-4c19-b2ee-b243319b6e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:07.377866 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:07.455360 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e52c2-7227-4c19-b2ee-b243319b6e27 None None] Pushing event updated for resources: {'Port': ['ID=24a6aee6-655c-4b3b-8060-02d181aed4ee,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:07.459991 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-770e52c2-7227-4c19-b2ee-b243319b6e27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:07.505679 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Routers {'13ac21e6-516a-4e2d-a705-a740edaf4ac6'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:53:07.506397 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd7659128>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:52:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['13ac21e6-516a-4e2d-a705-a740edaf4ac6'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:07.551106 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:07.568621 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Transition to ACTIVE for port object edceda47-7a10-432e-abcf-23cfd80c9443 will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:53:07.595681 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:07.609264 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-0a717aab-df63-4b1e-a088-57265c1c9bd0 None None] Provisioning complete for port 24a6aee6-655c-4b3b-8060-02d181aed4ee triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:53:07.609690 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0a717aab-df63-4b1e-a088-57265c1c9bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:07.615277 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:07.789979 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Pushing event updated for resources: {'Port': ['ID=edceda47-7a10-432e-abcf-23cfd80c9443,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:07.793153 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:07.844769 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Network 0c25622a-0a71-4c73-a017-fd1e7692f77f is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:53:07.846060 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:53:07.848511 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:53:07.863781 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] Set router 13ac21e6-516a-4e2d-a705-a740edaf4ac6 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:53:07.877099 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-644de74f-0df7-4079-af16-764efb8c4d7e None None] Provisioning complete for port 24a6aee6-655c-4b3b-8060-02d181aed4ee triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:53:07.878001 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-644de74f-0df7-4079-af16-764efb8c4d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:07.910886 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854183447'] for router_interface, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:08.005006 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:08.164009 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-648c8f07-fd89-44d7-a861-e91ebbcbf3a0 None None] Provisioning for port edceda47-7a10-432e-abcf-23cfd80c9443 completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:53:08.174670 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-648c8f07-fd89-44d7-a861-e91ebbcbf3a0 None None] Provisioning complete for port edceda47-7a10-432e-abcf-23cfd80c9443 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:53:08.175339 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-648c8f07-fd89-44d7-a861-e91ebbcbf3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:08.197296 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd7659128>, [{'id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'name': 'tempest-TestShelveInstance-587791156-router', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:05Z', 'revision_number': 3, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'gw_port': {'id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:54:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:08.201604 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7db469-4006-4ea7-a1ca-417ef485eddf None None] The sync data for ids ['13ac21e6-516a-4e2d-a705-a740edaf4ac6'] in dv-cinder-750782-3-iscsi is: [{'id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'name': 'tempest-TestShelveInstance-587791156-router', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:05Z', 'revision_number': 3, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'gw_port': {'id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:54:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}] {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:53:08.256345 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-648c8f07-fd89-44d7-a861-e91ebbcbf3a0 None None] Port edceda47-7a10-432e-abcf-23cfd80c9443 cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:53:08.270131 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-648c8f07-fd89-44d7-a861-e91ebbcbf3a0 None None] Provisioning complete for port 24a6aee6-655c-4b3b-8060-02d181aed4ee triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:53:08.270559 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-648c8f07-fd89-44d7-a861-e91ebbcbf3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:08.301405 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 24a6aee6-655c-4b3b-8060-02d181aed4ee up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:53:08.315062 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:08.318957 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441035'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:08.348525 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-49e56848-4837-4308-bf29-6e3cd109341e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:08.434778 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Pushing event updated for resources: {'Port': ['ID=edceda47-7a10-432e-abcf-23cfd80c9443,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:08.437499 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3962591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604935'] for router_interface, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:08.451614 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:08.465280 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port 24a6aee6-655c-4b3b-8060-02d181aed4ee triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:53:08.465704 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:08.603395 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Network 0c25622a-0a71-4c73-a017-fd1e7692f77f is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:53:08.604649 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:53:08.690433 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-06e2e804-8df4-462a-95ea-00d91fbbcd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:08.874773 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:08.875676 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-4b1a3f75-d36a-47c3-8b67-04a286e31c21 None None] Provisioning complete for port edceda47-7a10-432e-abcf-23cfd80c9443 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:53:08.876151 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4b1a3f75-d36a-47c3-8b67-04a286e31c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:08.932527 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-4b1a3f75-d36a-47c3-8b67-04a286e31c21 None None] Port edceda47-7a10-432e-abcf-23cfd80c9443 cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:53:09.039919 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Router 13ac21e6-516a-4e2d-a705-a740edaf4ac6 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:53:09.251605 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:53:09.261529 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] 10.222.0.23 "PUT /v2.0/routers/13ac21e6-516a-4e2d-a705-a740edaf4ac6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2675085
Nov 19 20:53:09.807293 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:09.907240 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-ddd5522c-f25b-4c42-924d-be8cac07b454 req-714bb85d-d327-45ac-a9b8-4df1d1a5a39f tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-985032360', 'description': 'tempest-TestShelveInstance-985032360 description'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:53:09.914752 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-ddd5522c-f25b-4c42-924d-be8cac07b454 req-714bb85d-d327-45ac-a9b8-4df1d1a5a39f tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:53:09.918848 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-ddd5522c-f25b-4c42-924d-be8cac07b454 req-714bb85d-d327-45ac-a9b8-4df1d1a5a39f tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Usage tracker for resource:security_group and tenant:065e9bb05bf14c60b70fce5d5b7f93ed is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:53:09.921985 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-ddd5522c-f25b-4c42-924d-be8cac07b454 req-714bb85d-d327-45ac-a9b8-4df1d1a5a39f tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:53:09.927856 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-ddd5522c-f25b-4c42-924d-be8cac07b454 req-714bb85d-d327-45ac-a9b8-4df1d1a5a39f tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:53:09.937046 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-ddd5522c-f25b-4c42-924d-be8cac07b454 req-714bb85d-d327-45ac-a9b8-4df1d1a5a39f tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:09.973526 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-ddd5522c-f25b-4c42-924d-be8cac07b454 req-714bb85d-d327-45ac-a9b8-4df1d1a5a39f tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:53:09.978232 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-ddd5522c-f25b-4c42-924d-be8cac07b454 req-714bb85d-d327-45ac-a9b8-4df1d1a5a39f tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Usage tracker for resource:security_group_rule and tenant:065e9bb05bf14c60b70fce5d5b7f93ed is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:53:09.981172 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-ddd5522c-f25b-4c42-924d-be8cac07b454 req-714bb85d-d327-45ac-a9b8-4df1d1a5a39f tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:53:09.987239 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-ddd5522c-f25b-4c42-924d-be8cac07b454 req-714bb85d-d327-45ac-a9b8-4df1d1a5a39f tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:53:10.044335 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-ddd5522c-f25b-4c42-924d-be8cac07b454 req-714bb85d-d327-45ac-a9b8-4df1d1a5a39f tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:10.047157 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-ddd5522c-f25b-4c42-924d-be8cac07b454 req-714bb85d-d327-45ac-a9b8-4df1d1a5a39f tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:10.052329 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3d33b3f9-f380-4d83-9995-5e9063507b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:10.091960 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bb85d-d327-45ac-a9b8-4df1d1a5a39f tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Pushing event updated for resources: {'SecurityGroup': ['ID=70fad2fa-0e8d-493d-90f8-92a3402dc7c5,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:10.095456 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-714bb85d-d327-45ac-a9b8-4df1d1a5a39f tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:10.096652 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-ddd5522c-f25b-4c42-924d-be8cac07b454 req-714bb85d-d327-45ac-a9b8-4df1d1a5a39f tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:10.097970 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ddd5522c-f25b-4c42-924d-be8cac07b454 req-714bb85d-d327-45ac-a9b8-4df1d1a5a39f tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1639 time: 0.1957002
Nov 19 20:53:10.189628 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:10.189788 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e489565f-4dfe-4868-b4a5-7b76dd84d9b8 req-c76a5876-6618-45ca-8304-d2583d013603 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups/70fad2fa-0e8d-493d-90f8-92a3402dc7c5 HTTP/1.1" status: 200  len: 1634 time: 0.0575621
Nov 19 20:53:10.201422 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-e489565f-4dfe-4868-b4a5-7b76dd84d9b8 req-dfc68055-a229-4af3-bd82-e64ed52a7b81 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '70fad2fa-0e8d-493d-90f8-92a3402dc7c5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:53:10.202044 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-e489565f-4dfe-4868-b4a5-7b76dd84d9b8 req-dfc68055-a229-4af3-bd82-e64ed52a7b81 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '70fad2fa-0e8d-493d-90f8-92a3402dc7c5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:53:10.209493 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-e489565f-4dfe-4868-b4a5-7b76dd84d9b8 req-dfc68055-a229-4af3-bd82-e64ed52a7b81 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:53:10.216062 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-e489565f-4dfe-4868-b4a5-7b76dd84d9b8 req-dfc68055-a229-4af3-bd82-e64ed52a7b81 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Usage tracker for resource:security_group_rule and tenant:065e9bb05bf14c60b70fce5d5b7f93ed is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:53:10.219720 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-e489565f-4dfe-4868-b4a5-7b76dd84d9b8 req-dfc68055-a229-4af3-bd82-e64ed52a7b81 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:53:10.225383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-e489565f-4dfe-4868-b4a5-7b76dd84d9b8 req-dfc68055-a229-4af3-bd82-e64ed52a7b81 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:53:10.274898 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device f6472abc-baa6-4fd2-afb6-fd11197fe7ae up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:53:10.282262 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e489565f-4dfe-4868-b4a5-7b76dd84d9b8 req-dfc68055-a229-4af3-bd82-e64ed52a7b81 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:10.306401 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e489565f-4dfe-4868-b4a5-7b76dd84d9b8 req-dfc68055-a229-4af3-bd82-e64ed52a7b81 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:10.310482 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e489565f-4dfe-4868-b4a5-7b76dd84d9b8 req-dfc68055-a229-4af3-bd82-e64ed52a7b81 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231693'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:10.312560 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:10.336680 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc68055-a229-4af3-bd82-e64ed52a7b81 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062aa107-20eb-404e-99b9-47b6cb7e4224,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:10.339343 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-dfc68055-a229-4af3-bd82-e64ed52a7b81 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:10.346005 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e489565f-4dfe-4868-b4a5-7b76dd84d9b8 req-dfc68055-a229-4af3-bd82-e64ed52a7b81 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:10.347077 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port f6472abc-baa6-4fd2-afb6-fd11197fe7ae completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:53:10.347254 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e489565f-4dfe-4868-b4a5-7b76dd84d9b8 req-dfc68055-a229-4af3-bd82-e64ed52a7b81 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.1508095
Nov 19 20:53:10.352074 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port f6472abc-baa6-4fd2-afb6-fd11197fe7ae triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:53:10.352491 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:10.429021 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f90bb944-1d17-42f9-a9c1-cde4324f57dd req-20ce1ab1-e695-4cb5-bbf0-157727b23bb7 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups/70fad2fa-0e8d-493d-90f8-92a3402dc7c5 HTTP/1.1" status: 200  len: 2137 time: 0.0498085
Nov 19 20:53:10.439589 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-f90bb944-1d17-42f9-a9c1-cde4324f57dd req-05d98f02-3931-4e92-a0e3-3f4649ce9cfe tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '70fad2fa-0e8d-493d-90f8-92a3402dc7c5', 'remote_group_id': None}]} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:53:10.440027 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-f90bb944-1d17-42f9-a9c1-cde4324f57dd req-05d98f02-3931-4e92-a0e3-3f4649ce9cfe tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '70fad2fa-0e8d-493d-90f8-92a3402dc7c5', 'remote_group_id': None}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:53:10.446697 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-f90bb944-1d17-42f9-a9c1-cde4324f57dd req-05d98f02-3931-4e92-a0e3-3f4649ce9cfe tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:53:10.450753 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-f90bb944-1d17-42f9-a9c1-cde4324f57dd req-05d98f02-3931-4e92-a0e3-3f4649ce9cfe tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Usage tracker for resource:security_group_rule and tenant:065e9bb05bf14c60b70fce5d5b7f93ed is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:53:10.453781 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-f90bb944-1d17-42f9-a9c1-cde4324f57dd req-05d98f02-3931-4e92-a0e3-3f4649ce9cfe tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:53:10.459567 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-f90bb944-1d17-42f9-a9c1-cde4324f57dd req-05d98f02-3931-4e92-a0e3-3f4649ce9cfe tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:53:10.467989 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:10.483960 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] For port f6472abc-baa6-4fd2-afb6-fd11197fe7ae, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=f6472abc-baa6-4fd2-afb6-fd11197fe7ae,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:53:10.486740 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:10.488766 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:10.520378 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-f90bb944-1d17-42f9-a9c1-cde4324f57dd req-05d98f02-3931-4e92-a0e3-3f4649ce9cfe tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for security_group_rule, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:10.549403 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-f90bb944-1d17-42f9-a9c1-cde4324f57dd req-05d98f02-3931-4e92-a0e3-3f4649ce9cfe tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:10.553076 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-f90bb944-1d17-42f9-a9c1-cde4324f57dd req-05d98f02-3931-4e92-a0e3-3f4649ce9cfe tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231693'] for security_group_rule, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:10.560207 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Pushing event updated for resources: {'Port': ['ID=f6472abc-baa6-4fd2-afb6-fd11197fe7ae,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:10.563452 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-da7094d8-f5d8-46fc-a85a-17d60c74dd89 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:10.563764 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:10.584052 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d98f02-3931-4e92-a0e3-3f4649ce9cfe tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df0f48e-e90e-4932-9d65-362efc2cdc1e,revision_number=0']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:10.588927 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-05d98f02-3931-4e92-a0e3-3f4649ce9cfe tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:10.592455 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-f90bb944-1d17-42f9-a9c1-cde4324f57dd req-05d98f02-3931-4e92-a0e3-3f4649ce9cfe tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for security_group_rule, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:10.594032 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f90bb944-1d17-42f9-a9c1-cde4324f57dd req-05d98f02-3931-4e92-a0e3-3f4649ce9cfe tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.1586001
Nov 19 20:53:10.963040 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Sync routers for ids ['13ac21e6-516a-4e2d-a705-a740edaf4ac6'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:53:10.975643 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Routers {'13ac21e6-516a-4e2d-a705-a740edaf4ac6'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:53:10.976355 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd75a7048>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:53:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['13ac21e6-516a-4e2d-a705-a740edaf4ac6'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:11.206270 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Set router 13ac21e6-516a-4e2d-a705-a740edaf4ac6 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:53:11.557718 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd75a7048>, [{'id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'name': 'tempest-TestShelveInstance-587791156-router', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:07Z', 'revision_number': 4, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'gw_port': {'id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:54:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'edceda47-7a10-432e-abcf-23cfd80c9443', 'name': '', 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'mac_address': 'fa:16:3e:11:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b73c3f7f-6f5e-49c6-a975-223e0c851e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:07Z', 'updated_at': '2020-11-19T20:53:08Z', 'revision_number': 2, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'subnets': [{'id': 'b73c3f7f-6f5e-49c6-a975-223e0c851e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:11.561956 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Checking router: 13ac21e6-516a-4e2d-a705-a740edaf4ac6 for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:53:11.562369 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Updating router 13ac21e6-516a-4e2d-a705-a740edaf4ac6 port edceda47-7a10-432e-abcf-23cfd80c9443 binding host dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 20:53:11.617032 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:12.037285 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:12.051210 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Transition to ACTIVE for port object edceda47-7a10-432e-abcf-23cfd80c9443 will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:53:12.058891 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:12.073768 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7f5d5e92-8265-45cc-8404-2e3e41999932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:12.359443 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device f6472abc-baa6-4fd2-afb6-fd11197fe7ae up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:53:12.405906 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bea06-03b4-4639-a1f4-f330091dd36e None None] Pushing event updated for resources: {'Port': ['ID=edceda47-7a10-432e-abcf-23cfd80c9443,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:12.419346 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-477bea06-03b4-4639-a1f4-f330091dd36e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:12.535868 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port f6472abc-baa6-4fd2-afb6-fd11197fe7ae triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:53:12.536298 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:12.680201 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Attempting to bind port edceda47-7a10-432e-abcf-23cfd80c9443 on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:53:12.680616 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Attempting to bind port edceda47-7a10-432e-abcf-23cfd80c9443 by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': 'cb075e4e-88f3-4ca5-9715-6057957ad8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:53:12.681022 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Attempting to bind port edceda47-7a10-432e-abcf-23cfd80c9443 on network 0c25622a-0a71-4c73-a017-fd1e7692f77f {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:53:12.737205 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:53:12.737635 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Checking segment: {'id': 'cb075e4e-88f3-4ca5-9715-6057957ad8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:53:12.738107 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:12.738551 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Bound using segment: {'id': 'cb075e4e-88f3-4ca5-9715-6057957ad8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:53:12.739086 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Bound port: edceda47-7a10-432e-abcf-23cfd80c9443, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb075e4e-88f3-4ca5-9715-6057957ad8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:53:12.739502 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:12.851195 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] For port edceda47-7a10-432e-abcf-23cfd80c9443, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:53:12.855010 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] For port edceda47-7a10-432e-abcf-23cfd80c9443, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=edceda47-7a10-432e-abcf-23cfd80c9443,segment=NetworkSegment(cb075e4e-88f3-4ca5-9715-6057957ad8fd),segment_id=cb075e4e-88f3-4ca5-9715-6057957ad8fd)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:53:12.858363 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:12.875260 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-81e7f949-4ecc-43ac-96c6-42d1e52abbb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:13.027631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bea06-03b4-4639-a1f4-f330091dd36e None None] Pushing event updated for resources: {'Port': ['ID=edceda47-7a10-432e-abcf-23cfd80c9443,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:13.032408 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-477bea06-03b4-4639-a1f4-f330091dd36e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:13.079631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Routers {'13ac21e6-516a-4e2d-a705-a740edaf4ac6'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:53:13.080331 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd75a7048>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:53:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['13ac21e6-516a-4e2d-a705-a740edaf4ac6'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:13.290494 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] Set router 13ac21e6-516a-4e2d-a705-a740edaf4ac6 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:53:13.643785 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd75a7048>, [{'id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'name': 'tempest-TestShelveInstance-587791156-router', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:07Z', 'revision_number': 4, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'gw_port': {'id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:54:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'edceda47-7a10-432e-abcf-23cfd80c9443', 'name': '', 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'mac_address': 'fa:16:3e:11:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b73c3f7f-6f5e-49c6-a975-223e0c851e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:07Z', 'updated_at': '2020-11-19T20:53:12Z', 'revision_number': 4, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'subnets': [{'id': 'b73c3f7f-6f5e-49c6-a975-223e0c851e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:13.649004 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36059c-e947-4d9e-b6ba-e04d399a1787 None None] The sync data for ids ['13ac21e6-516a-4e2d-a705-a740edaf4ac6'] in dv-cinder-750782-3-iscsi is: [{'id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'name': 'tempest-TestShelveInstance-587791156-router', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:07Z', 'revision_number': 4, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'gw_port': {'id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:54:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'edceda47-7a10-432e-abcf-23cfd80c9443', 'name': '', 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'mac_address': 'fa:16:3e:11:f1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b73c3f7f-6f5e-49c6-a975-223e0c851e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:07Z', 'updated_at': '2020-11-19T20:53:12Z', 'revision_number': 4, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'subnets': [{'id': 'b73c3f7f-6f5e-49c6-a975-223e0c851e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:53:14.287712 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device edceda47-7a10-432e-abcf-23cfd80c9443 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:53:14.366086 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port edceda47-7a10-432e-abcf-23cfd80c9443 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:53:14.372129 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port edceda47-7a10-432e-abcf-23cfd80c9443 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:53:14.372560 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:14.495145 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:14.529370 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] For port edceda47-7a10-432e-abcf-23cfd80c9443, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=edceda47-7a10-432e-abcf-23cfd80c9443,segment=NetworkSegment(cb075e4e-88f3-4ca5-9715-6057957ad8fd),segment_id=cb075e4e-88f3-4ca5-9715-6057957ad8fd)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:53:14.533385 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:14.535639 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:14.608068 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Pushing event updated for resources: {'Port': ['ID=edceda47-7a10-432e-abcf-23cfd80c9443,revision_number=5']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:14.611949 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:16.256417 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device edceda47-7a10-432e-abcf-23cfd80c9443 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:53:16.328153 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port edceda47-7a10-432e-abcf-23cfd80c9443 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:53:16.328571 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:29.530275 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:34.525079 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-fd2d37d3-674a-4fdb-8cb4-fb117123ede4 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Synchronizing usage tracker for tenant:065e9bb05bf14c60b70fce5d5b7f93ed on resource:security_group {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:53:34.541349 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-fd2d37d3-674a-4fdb-8cb4-fb117123ede4 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Unset dirty status for tenant:065e9bb05bf14c60b70fce5d5b7f93ed on resource:security_group {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:53:34.542535 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-fd2d37d3-674a-4fdb-8cb4-fb117123ede4 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-985032360&fields=id&tenant_id=065e9bb05bf14c60b70fce5d5b7f93ed HTTP/1.1" status: 200  len: 267 time: 0.0621455
Nov 19 20:53:34.702098 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-850573e0-134d-4193-ba59-102cedce0275 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:34.702834 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-850573e0-134d-4193-ba59-102cedce0275 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Synchronizing usage tracker for tenant:065e9bb05bf14c60b70fce5d5b7f93ed on resource:network {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:53:34.718575 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-850573e0-134d-4193-ba59-102cedce0275 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Unset dirty status for tenant:065e9bb05bf14c60b70fce5d5b7f93ed on resource:network {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:53:34.719792 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-850573e0-134d-4193-ba59-102cedce0275 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/networks?id=0c25622a-0a71-4c73-a017-fd1e7692f77f HTTP/1.1" status: 200  len: 808 time: 0.1703298
Nov 19 20:53:34.736948 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-8c1276b2-ca26-45ba-b7bc-98782f765d35 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/quotas/065e9bb05bf14c60b70fce5d5b7f93ed HTTP/1.1" status: 200  len: 375 time: 0.0112267
Nov 19 20:53:34.823362 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-3a2ae176-f1e7-4f44-b5df-b4efdefc3b6b tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?tenant_id=065e9bb05bf14c60b70fce5d5b7f93ed&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0810750
Nov 19 20:53:34.974629 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-18f5ad76-86c3-48f4-bd1c-b46a53fe4f4b service neutron] 10.222.0.23 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367853
Nov 19 20:53:35.127825 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-547e34c9-7290-4d4b-bcc1-1253c0d973ab service neutron] 10.222.0.23 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1460500
Nov 19 20:53:35.581011 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-976ce99a-246b-45b3-b914-eca93964a954 req-920a87fb-27b4-4e8c-8dfc-d7c847b6a3f8 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Synchronizing usage tracker for tenant:065e9bb05bf14c60b70fce5d5b7f93ed on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:53:35.597886 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-976ce99a-246b-45b3-b914-eca93964a954 req-920a87fb-27b4-4e8c-8dfc-d7c847b6a3f8 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Unset dirty status for tenant:065e9bb05bf14c60b70fce5d5b7f93ed on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:53:35.599158 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-976ce99a-246b-45b3-b914-eca93964a954 req-920a87fb-27b4-4e8c-8dfc-d7c847b6a3f8 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 210 time: 0.0656838
Nov 19 20:53:35.841224 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b0db-2323-470a-8f6a-0f54f961c2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:36.871933 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-79b537a9-2095-4d55-b8ed-97fb17a74438 req-8eeb4f1c-013a-4933-ae26-afaa30628fd7 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 210 time: 0.0954540
Nov 19 20:53:36.881194 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-acd36ff6-9b25-4d2c-a476-ba99b67f7d09 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:36.882855 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-acd36ff6-9b25-4d2c-a476-ba99b67f7d09 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.27 "GET /v2.0/networks?id=0c25622a-0a71-4c73-a017-fd1e7692f77f HTTP/1.1" status: 200  len: 808 time: 0.2340183
Nov 19 20:53:37.045901 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-098ac2ff-13cf-4772-9dc1-b91394a7fef9 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=065e9bb05bf14c60b70fce5d5b7f93ed HTTP/1.1" status: 200  len: 5079 time: 0.1273329
Nov 19 20:53:37.058480 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4164a346-8444-48ad-bfe5-507a085b9dae tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Request body: {'port': {'device_id': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f', 'admin_state_up': True, 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'security_groups': ['70fad2fa-0e8d-493d-90f8-92a3402dc7c5']}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:53:37.113530 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec6edf-5ac1-4402-baaf-5341a1ada51c req-1606ca76-2cae-4327-ac6b-2ced4e96682b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:37.115157 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3cec6edf-5ac1-4402-baaf-5341a1ada51c req-1606ca76-2cae-4327-ac6b-2ced4e96682b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.1666079
Nov 19 20:53:37.250986 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3cec6edf-5ac1-4402-baaf-5341a1ada51c req-4910fa9f-847c-480a-b9af-6b1bc90cb466 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0847001
Nov 19 20:53:37.251962 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4164a346-8444-48ad-bfe5-507a085b9dae tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:53:37.262069 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4164a346-8444-48ad-bfe5-507a085b9dae tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:53:37.271713 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4164a346-8444-48ad-bfe5-507a085b9dae tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Made reservation on behalf of 065e9bb05bf14c60b70fce5d5b7f93ed for: {'port': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:53:37.277403 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4164a346-8444-48ad-bfe5-507a085b9dae tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:37.591406 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4164a346-8444-48ad-bfe5-507a085b9dae tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Allocated IP 172.20.0.10 (0c25622a-0a71-4c73-a017-fd1e7692f77f/b73c3f7f-6f5e-49c6-a975-223e0c851e78/5b390ca7-a075-4893-babf-3e15898cc571) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:53:37.783310 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4164a346-8444-48ad-bfe5-507a085b9dae tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:37.800046 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4164a346-8444-48ad-bfe5-507a085b9dae tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Transition to ACTIVE for port object 5b390ca7-a075-4893-babf-3e15898cc571 will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:53:37.819179 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4164a346-8444-48ad-bfe5-507a085b9dae tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:37.836911 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-46811d43-6185-49fa-b78c-9d03ca01f994 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:37.993570 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164a346-8444-48ad-bfe5-507a085b9dae tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Pushing event updated for resources: {'Port': ['ID=5b390ca7-a075-4893-babf-3e15898cc571,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:37.997263 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4164a346-8444-48ad-bfe5-507a085b9dae tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:38.053348 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4164a346-8444-48ad-bfe5-507a085b9dae tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Network 0c25622a-0a71-4c73-a017-fd1e7692f77f is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:53:38.054740 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4164a346-8444-48ad-bfe5-507a085b9dae tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:53:38.058110 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4164a346-8444-48ad-bfe5-507a085b9dae tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:53:38.136124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4164a346-8444-48ad-bfe5-507a085b9dae tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:38.136816 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4164a346-8444-48ad-bfe5-507a085b9dae tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:38.178270 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4164a346-8444-48ad-bfe5-507a085b9dae tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1254816
Nov 19 20:53:38.198910 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Request body: {'port': {'device_id': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:53:38.232332 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc43cd8-c186-4679-92bb-d429c3ac4b7b req-35d88d0c-2dd1-4dc5-a504-0fdd46280c3b tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:38.241529 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9dc43cd8-c186-4679-92bb-d429c3ac4b7b req-35d88d0c-2dd1-4dc5-a504-0fdd46280c3b tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 932 time: 0.1864154
Nov 19 20:53:38.294242 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9dc43cd8-c186-4679-92bb-d429c3ac4b7b req-c9fb3b96-e996-45e2-9d78-20c5c3b62509 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0515909
Nov 19 20:53:38.318426 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-4277b02f-ba92-45ae-b0d8-9ee0afdca85b None None] Provisioning for port 5b390ca7-a075-4893-babf-3e15898cc571 completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:53:38.330302 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-4277b02f-ba92-45ae-b0d8-9ee0afdca85b None None] Provisioning complete for port 5b390ca7-a075-4893-babf-3e15898cc571 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:53:38.330737 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4277b02f-ba92-45ae-b0d8-9ee0afdca85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:38.351814 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:38.392608 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-4277b02f-ba92-45ae-b0d8-9ee0afdca85b None None] Port 5b390ca7-a075-4893-babf-3e15898cc571 cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:53:38.616451 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546e4dc-e4f6-4b15-9c0b-f56d91b40858 req-d2933da7-938b-4cca-a274-732807c4a62b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:38.618001 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1546e4dc-e4f6-4b15-9c0b-f56d91b40858 req-d2933da7-938b-4cca-a274-732807c4a62b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.2013576
Nov 19 20:53:38.686841 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1b1d5f36-cf9f-40e2-b563-c3fd78a5e83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:38.861435 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30345378-da4e-45f2-8400-7672cd14cf7e req-f9784e60-100d-4c00-be69-64592960d39c tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:38.863196 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-30345378-da4e-45f2-8400-7672cd14cf7e req-f9784e60-100d-4c00-be69-64592960d39c tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 945 time: 0.0929601
Nov 19 20:53:38.871017 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:38.915431 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-30345378-da4e-45f2-8400-7672cd14cf7e req-f2ee9bfa-8918-4e2e-ab65-c6b058f66855 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=9766756d-f200-4cad-8f09-b84fa97f1aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455728
Nov 19 20:53:38.989448 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1546e4dc-e4f6-4b15-9c0b-f56d91b40858 req-b8f85663-464a-49dc-a167-aed03d645958 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3611922
Nov 19 20:53:39.044981 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-a9d9201e-f3ac-4068-8a21-fbd00844509e tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:39.047286 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-a9d9201e-f3ac-4068-8a21-fbd00844509e tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.27 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 945 time: 0.0899818
Nov 19 20:53:39.115489 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b390ca7-a075-4893-babf-3e15898cc571 {{(pid=80324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 20:53:39.123065 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:39.128157 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Deleting port e0f12582-4e4e-4cea-82c5-89165d3c918d {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:53:39.128554 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:39.136479 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Transition to ACTIVE for port object 5b390ca7-a075-4893-babf-3e15898cc571 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:53:39.139325 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:39.153178 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-eeaa4e22-20c9-40b6-8467-b06bcfce5200 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:39.286763 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b390ca7-a075-4893-babf-3e15898cc571,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:39.297317 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:39.505115 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Attempting to bind port 5b390ca7-a075-4893-babf-3e15898cc571 on host hv-cinder-75078 for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:53:39.505473 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Attempting to bind port 5b390ca7-a075-4893-babf-3e15898cc571 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'cb075e4e-88f3-4ca5-9715-6057957ad8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:53:39.505870 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Attempting to bind port 5b390ca7-a075-4893-babf-3e15898cc571 on network 0c25622a-0a71-4c73-a017-fd1e7692f77f {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:53:39.513384 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Checking agent: {'id': '460481f1-45c5-4450-82c0-45a37946158c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 41, 59), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 29), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:53:39.514161 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Checking segment: {'id': 'cb075e4e-88f3-4ca5-9715-6057957ad8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:53:39.514575 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:39.514972 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Bound using segment: {'id': 'cb075e4e-88f3-4ca5-9715-6057957ad8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:53:39.515631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Bound port: 5b390ca7-a075-4893-babf-3e15898cc571, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb075e4e-88f3-4ca5-9715-6057957ad8fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:53:39.515994 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:39.613595 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] For port 5b390ca7-a075-4893-babf-3e15898cc571, host hv-cinder-75078, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:53:39.616846 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] For port 5b390ca7-a075-4893-babf-3e15898cc571, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=5b390ca7-a075-4893-babf-3e15898cc571,segment=NetworkSegment(cb075e4e-88f3-4ca5-9715-6057957ad8fd),segment_id=cb075e4e-88f3-4ca5-9715-6057957ad8fd)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:53:39.621214 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:39.637294 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c93bf4eb-56fd-442b-b33b-32db182c429e tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:39.677145 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] For port e0f12582-4e4e-4cea-82c5-89165d3c918d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=e0f12582-4e4e-4cea-82c5-89165d3c918d,segment=NetworkSegment(3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5),segment_id=3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:53:39.677480 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:39.779641 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6588c15-362e-4761-9db8-e1b6ae7ee2bc req-941d683f-91bb-4982-94e5-d99fec3ff308 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:39.781273 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c6588c15-362e-4761-9db8-e1b6ae7ee2bc req-941d683f-91bb-4982-94e5-d99fec3ff308 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.2139995
Nov 19 20:53:39.784976 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b390ca7-a075-4893-babf-3e15898cc571,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:39.789846 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:39.811642 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device e0f12582-4e4e-4cea-82c5-89165d3c918d no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:53:39.828417 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:39.830119 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] 10.222.0.27 "PUT /v2.0/ports/5b390ca7-a075-4893-babf-3e15898cc571 HTTP/1.1" status: 200  len: 1158 time: 1.6365995
Nov 19 20:53:39.830580 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'tag': '5b390ca7-a075-4893-babf-3e15898cc571'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:53:39.886192 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:39.947007 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'tag': '5b390ca7-a075-4893-babf-3e15898cc571', 'status': 'completed', 'code': 200}
Nov 19 20:53:39.960350 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:39.996341 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afef7f7f-b01e-48cf-9f25-e23ed68ff67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0f12582-4e4e-4cea-82c5-89165d3c918d'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:53:40.007072 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port e0f12582-4e4e-4cea-82c5-89165d3c918d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=e0f12582-4e4e-4cea-82c5-89165d3c918d,segment=NetworkSegment(3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5),segment_id=3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:53:40.009018 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-a09e8636-3b73-4e0c-8f55-34ab03ec5215 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=065e9bb05bf14c60b70fce5d5b7f93ed&device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 1161 time: 0.1171079
Nov 19 20:53:40.014150 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:40.016170 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:40.061387 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c6588c15-362e-4761-9db8-e1b6ae7ee2bc req-75b9ed99-3058-4e39-99a3-961356632ee2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2619669
Nov 19 20:53:40.091275 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=e0f12582-4e4e-4cea-82c5-89165d3c918d,revision_number=7']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:40.096355 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:40.112470 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:40.112996 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:40.113444 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_db [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Floating IP 37f268db-4bb7-43e6-93af-d96f2524d5b0 disassociated. External IP: 172.27.0.121, port: e0f12582-4e4e-4cea-82c5-89165d3c918d.
Nov 19 20:53:40.113941 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Calling delete_port for e0f12582-4e4e-4cea-82c5-89165d3c918d owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:53:40.161159 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afef7f7f-b01e-48cf-9f25-e23ed68ff67a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0f12582-4e4e-4cea-82c5-89165d3c918d', 'code': 200}
Nov 19 20:53:40.184324 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-0ff94373-926d-458e-bf24-d76f04f40a3b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b390ca7-a075-4893-babf-3e15898cc571 HTTP/1.1" status: 200  len: 217 time: 0.1614292
Nov 19 20:53:40.198629 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:40.254888 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:53:40.255284 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:53:40.279762 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-b9901e53-15ac-4e8e-91c1-cc249ab66201 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:40.281352 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-b9901e53-15ac-4e8e-91c1-cc249ab66201 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b73c3f7f-6f5e-49c6-a975-223e0c851e78 HTTP/1.1" status: 200  len: 847 time: 0.0823212
Nov 19 20:53:40.333949 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af391e-0b6e-4742-9a69-2f15acc8b04f req-257a8773-f6a9-46f0-9e60-14ade6a43876 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:40.335569 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-08af391e-0b6e-4742-9a69-2f15acc8b04f req-257a8773-f6a9-46f0-9e60-14ade6a43876 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 945 time: 0.2196107
Nov 19 20:53:40.353233 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1031321-bb4b-4f36-9c6f-b3f673a083bf req-05bb20c6-6c9f-4fdd-8aae-4a8618ad3f7e tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:40.355503 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d1031321-bb4b-4f36-9c6f-b3f673a083bf req-05bb20c6-6c9f-4fdd-8aae-4a8618ad3f7e tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 943 time: 0.0844736
Nov 19 20:53:40.405034 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d1031321-bb4b-4f36-9c6f-b3f673a083bf req-60bec020-f929-42c1-9ca2-f8ca3769fb1d tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432551
Nov 19 20:53:40.408811 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-08af391e-0b6e-4742-9a69-2f15acc8b04f req-f3dbe50e-a7fd-4ad5-a626-dd5c8ce172d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=9766756d-f200-4cad-8f09-b84fa97f1aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600479
Nov 19 20:53:40.416748 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-bac81eef-ad3a-49a7-ab57-b730dc75078d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0c25622a-0a71-4c73-a017-fd1e7692f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1269038
Nov 19 20:53:40.563975 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-573689e3-eccc-4003-aec3-64877ff0bff2 service neutron] 10.222.0.27 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389794
Nov 19 20:53:40.710779 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4876e2c8-3084-44be-93ff-290cb3853be7 req-e7e879e4-232c-44f3-8b1e-545a9070798c service neutron] 10.222.0.27 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382670
Nov 19 20:53:40.756158 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Deleting port e0f12582-4e4e-4cea-82c5-89165d3c918d {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:53:40.756551 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:40.914117 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e0aa9112-9bf1-4894-a73f-008afbae6b77 req-de5ccdaf-9df9-4f86-b5a7-4b4061db458c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=065e9bb05bf14c60b70fce5d5b7f93ed&device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 1161 time: 0.0753691
Nov 19 20:53:40.991174 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:53:41.017963 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] For port e0f12582-4e4e-4cea-82c5-89165d3c918d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=e0f12582-4e4e-4cea-82c5-89165d3c918d,segment=NetworkSegment(3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5),segment_id=3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:53:41.018373 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:41.056973 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa9112-9bf1-4894-a73f-008afbae6b77 req-87a4b069-172c-46cd-83dc-ad7374773ab2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:41.059314 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e0aa9112-9bf1-4894-a73f-008afbae6b77 req-87a4b069-172c-46cd-83dc-ad7374773ab2 service neutron] 10.222.0.27 "GET /v2.0/networks?id=0c25622a-0a71-4c73-a017-fd1e7692f77f HTTP/1.1" status: 200  len: 902 time: 0.1389430
Nov 19 20:53:41.136556 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e0aa9112-9bf1-4894-a73f-008afbae6b77 req-3a2a8912-ed1a-425e-b367-1c7c056acee9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b390ca7-a075-4893-babf-3e15898cc571 HTTP/1.1" status: 200  len: 217 time: 0.0695772
Nov 19 20:53:41.208783 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa9112-9bf1-4894-a73f-008afbae6b77 req-97d475bf-6bef-4e8e-a5b9-f3a3019dd031 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:41.210539 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e0aa9112-9bf1-4894-a73f-008afbae6b77 req-97d475bf-6bef-4e8e-a5b9-f3a3019dd031 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b73c3f7f-6f5e-49c6-a975-223e0c851e78 HTTP/1.1" status: 200  len: 847 time: 0.0666645
Nov 19 20:53:41.327814 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:41.328230 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:41.328590 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_db [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Floating IP 37f268db-4bb7-43e6-93af-d96f2524d5b0 disassociated. External IP: 172.27.0.121, port: e0f12582-4e4e-4cea-82c5-89165d3c918d.
Nov 19 20:53:41.328973 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Calling delete_port for e0f12582-4e4e-4cea-82c5-89165d3c918d owned by compute:nova {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:53:41.429011 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daba616-2670-4d07-943c-f06a35aaf434 req-35123a75-9588-4099-a5a7-28d06c800fc5 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:41.429780 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-5daba616-2670-4d07-943c-f06a35aaf434 req-35123a75-9588-4099-a5a7-28d06c800fc5 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Synchronizing usage tracker for tenant:065e9bb05bf14c60b70fce5d5b7f93ed on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:53:41.446648 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1610304c-f14e-4e8b-a1c8-80cc62347da6 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:41.448768 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1610304c-f14e-4e8b-a1c8-80cc62347da6 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.27 "GET /v2.0/ports?device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 945 time: 0.1853755
Nov 19 20:53:41.458385 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e0aa9112-9bf1-4894-a73f-008afbae6b77 req-76dd7dae-cf65-4efe-99dd-801229972d1a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0c25622a-0a71-4c73-a017-fd1e7692f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1908541
Nov 19 20:53:41.478771 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:41.495631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-86b46842-335a-4581-bf3d-43b424d5b1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:41.531909 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-5daba616-2670-4d07-943c-f06a35aaf434 req-35123a75-9588-4099-a5a7-28d06c800fc5 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Unset dirty status for tenant:065e9bb05bf14c60b70fce5d5b7f93ed on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:53:41.532759 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5daba616-2670-4d07-943c-f06a35aaf434 req-35123a75-9588-4099-a5a7-28d06c800fc5 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.3181937
Nov 19 20:53:41.543460 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Pushing event deleted for resources: {'Port': ['ID=e0f12582-4e4e-4cea-82c5-89165d3c918d,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:41.612218 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.612560 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.612976 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.613384 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.613824 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.614231 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.614631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.615034 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.615435 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.615834 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.616257 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.616628 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.617062 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.617460 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.617876 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.618272 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.618663 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.619055 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.619459 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.619868 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.620261 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.620652 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.621043 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.621433 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:41.631018 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:41.653525 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Deleting port 32e131b2-3add-4c67-b2ac-c976b5e17b13 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:53:41.653971 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:41.755298 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5daba616-2670-4d07-943c-f06a35aaf434 req-38eed747-f91d-4954-bca4-8ed523e212f0 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.2079911
Nov 19 20:53:41.756224 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f3c01-af24-4c62-93b2-503f9b9453e9 req-913f94bb-d1a7-4564-8d3d-3d7818e82382 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:41.757909 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-936f3c01-af24-4c62-93b2-503f9b9453e9 req-913f94bb-d1a7-4564-8d3d-3d7818e82382 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 945 time: 0.2062438
Nov 19 20:53:41.806851 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e0aa9112-9bf1-4894-a73f-008afbae6b77 req-8174edb1-5c90-429a-bbd6-cea4bcb83d8a service neutron] 10.222.0.27 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3153532
Nov 19 20:53:41.848042 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 32e131b2-3add-4c67-b2ac-c976b5e17b13 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:53:41.906171 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-936f3c01-af24-4c62-93b2-503f9b9453e9 req-5b3abff4-64c1-45a3-80f7-10a95a8670d6 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=9766756d-f200-4cad-8f09-b84fa97f1aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1400125
Nov 19 20:53:41.973051 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:42.009333 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port 32e131b2-3add-4c67-b2ac-c976b5e17b13, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=32e131b2-3add-4c67-b2ac-c976b5e17b13,segment=NetworkSegment(5f81fa6e-fc9f-4726-931b-51fc754fde2a),segment_id=5f81fa6e-fc9f-4726-931b-51fc754fde2a)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:53:42.012735 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:42.015938 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:42.052831 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Router ee1ef9d0-40ee-4156-b755-037509f3ea8b has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:53:42.090130 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=32e131b2-3add-4c67-b2ac-c976b5e17b13,revision_number=5']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:42.093921 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:42.162421 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9604b9-7bff-4831-844e-d62ce9c42982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32e131b2-3add-4c67-b2ac-c976b5e17b13'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:53:42.257902 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9604b9-7bff-4831-844e-d62ce9c42982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32e131b2-3add-4c67-b2ac-c976b5e17b13', 'code': 200}
Nov 19 20:53:42.290009 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:53:42.301599 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15917bc1-8931-4025-b5d1-351f35cdcdad None None] Sync routers for ids ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'] in dv-cinder-750782-3-iscsi {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:53:42.312643 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d5c68108-c706-4713-8f79-49ce8f47acc7 req-011bf1b0-94be-4918-8891-1e63b32c9175 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=afef7f7f-b01e-48cf-9f25-e23ed68ff67a HTTP/1.1" status: 200  len: 210 time: 0.1258073
Nov 19 20:53:42.315140 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15917bc1-8931-4025-b5d1-351f35cdcdad None None] Routers {'ee1ef9d0-40ee-4156-b755-037509f3ea8b'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:53:42.316179 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-15917bc1-8931-4025-b5d1-351f35cdcdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdcf2fa20>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:53:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:42.340432 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] No DVR routers for this DVR port e0f12582-4e4e-4cea-82c5-89165d3c918d on host hv-cinder-75078 {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:53:42.344039 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:42.357132 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afef7f7f-b01e-48cf-9f25-e23ed68ff67a', 'name': 'network-vif-deleted', 'tag': 'e0f12582-4e4e-4cea-82c5-89165d3c918d'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:53:42.377287 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.27 "DELETE /v2.0/ports/e0f12582-4e4e-4cea-82c5-89165d3c918d HTTP/1.1" status: 204  len: 173 time: 3.3222425
Nov 19 20:53:42.393022 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] For port 32e131b2-3add-4c67-b2ac-c976b5e17b13, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=32e131b2-3add-4c67-b2ac-c976b5e17b13,segment=NetworkSegment(5f81fa6e-fc9f-4726-931b-51fc754fde2a),segment_id=5f81fa6e-fc9f-4726-931b-51fc754fde2a)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:53:42.393199 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:42.402937 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e0aa9112-9bf1-4894-a73f-008afbae6b77 req-7b69cf69-f616-416b-a4f2-aef4bf14a179 service neutron] 10.222.0.27 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5877843
Nov 19 20:53:42.429984 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afef7f7f-b01e-48cf-9f25-e23ed68ff67a', 'name': 'network-vif-deleted', 'tag': 'e0f12582-4e4e-4cea-82c5-89165d3c918d', 'status': 'completed', 'code': 200}
Nov 19 20:53:42.535533 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-15917bc1-8931-4025-b5d1-351f35cdcdad None None] Set router ee1ef9d0-40ee-4156-b755-037509f3ea8b gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:53:42.711940 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for floatingip, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:42.712280 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:42.712625 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_db [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Floating IP 52a17c6b-8582-4760-ab78-a34404af9f98 disassociated. External IP: 172.27.0.192, port: 32e131b2-3add-4c67-b2ac-c976b5e17b13.
Nov 19 20:53:42.713004 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Calling delete_port for 32e131b2-3add-4c67-b2ac-c976b5e17b13 owned by compute:nova {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:53:42.794570 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80324) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:53:42.794931 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:53:42.878993 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-15917bc1-8931-4025-b5d1-351f35cdcdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdcf2fa20>, [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:38Z', 'revision_number': 4, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'e75dc612-594b-4318-90d0-5fc86305785c', 'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'mac_address': 'fa:16:3e:93:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:37Z', 'updated_at': '2020-11-19T20:48:53Z', 'revision_number': 5, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'subnets': [{'id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:42.883567 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15917bc1-8931-4025-b5d1-351f35cdcdad None None] Checking router: ee1ef9d0-40ee-4156-b755-037509f3ea8b for host: dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:53:42.897313 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15917bc1-8931-4025-b5d1-351f35cdcdad None None] Routers {'ee1ef9d0-40ee-4156-b755-037509f3ea8b'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:53:42.898051 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-15917bc1-8931-4025-b5d1-351f35cdcdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdcf2fa20>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:53:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:43.108725 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-15917bc1-8931-4025-b5d1-351f35cdcdad None None] Set router ee1ef9d0-40ee-4156-b755-037509f3ea8b gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:53:43.114203 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ceae78-8f0c-42df-9dcc-d57fd57daab2 req-8e5ff3c5-84fe-4e93-a0c3-e1542aa6a2b3 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:43.115831 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-35ceae78-8f0c-42df-9dcc-d57fd57daab2 req-8e5ff3c5-84fe-4e93-a0c3-e1542aa6a2b3 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.0910962
Nov 19 20:53:43.145425 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b224c4-b2d5-4ecf-ac85-47a30e5e4bda req-a4789a18-250e-4741-b054-bba8b6f5a649 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:43.147117 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a7b224c4-b2d5-4ecf-ac85-47a30e5e4bda req-a4789a18-250e-4741-b054-bba8b6f5a649 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 943 time: 0.0923290
Nov 19 20:53:43.196855 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-35ceae78-8f0c-42df-9dcc-d57fd57daab2 req-595642ab-bc79-4334-93f6-e6dfb158c0e7 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0736778
Nov 19 20:53:43.222182 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a7b224c4-b2d5-4ecf-ac85-47a30e5e4bda req-fe76b66f-9ed5-490a-93f7-ff113ef0230c tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups?id=9766756d-f200-4cad-8f09-b84fa97f1aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450299
Nov 19 20:53:43.296196 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Deleting port 32e131b2-3add-4c67-b2ac-c976b5e17b13 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:53:43.296588 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:43.459210 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-15917bc1-8931-4025-b5d1-351f35cdcdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdcf2fa20>, [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:38Z', 'revision_number': 4, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'e75dc612-594b-4318-90d0-5fc86305785c', 'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'mac_address': 'fa:16:3e:93:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:37Z', 'updated_at': '2020-11-19T20:48:53Z', 'revision_number': 5, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'subnets': [{'id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:43.463640 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15917bc1-8931-4025-b5d1-351f35cdcdad None None] The sync data for ids ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'] in dv-cinder-750782-3-iscsi is: [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:38Z', 'revision_number': 4, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'e75dc612-594b-4318-90d0-5fc86305785c', 'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'mac_address': 'fa:16:3e:93:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:37Z', 'updated_at': '2020-11-19T20:48:53Z', 'revision_number': 5, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'subnets': [{'id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:53:43.485810 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38442) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:53:43.563164 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-341f0f75-f33f-4e7e-980f-20f005942177 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:43.566929 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] For port 32e131b2-3add-4c67-b2ac-c976b5e17b13, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=32e131b2-3add-4c67-b2ac-c976b5e17b13,segment=NetworkSegment(5f81fa6e-fc9f-4726-931b-51fc754fde2a),segment_id=5f81fa6e-fc9f-4726-931b-51fc754fde2a)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:53:43.567342 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:43.592549 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-341f0f75-f33f-4e7e-980f-20f005942177 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:43.641507 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-341f0f75-f33f-4e7e-980f-20f005942177 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:43.647147 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4f0985ea-f1f9-427a-9bf1-68a877b6c7ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:43.663424 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f0f75-f33f-4e7e-980f-20f005942177 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45f3e0e-1650-4d65-8db8-8a90ef79dcd6,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:43.666750 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-341f0f75-f33f-4e7e-980f-20f005942177 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:43.674023 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-341f0f75-f33f-4e7e-980f-20f005942177 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:43.675281 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-341f0f75-f33f-4e7e-980f-20f005942177 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "DELETE /v2.0/security-groups/d45f3e0e-1650-4d65-8db8-8a90ef79dcd6 HTTP/1.1" status: 204  len: 168 time: 0.1880975
Nov 19 20:53:43.677976 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38446) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:53:43.698540 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.v2.resource [None req-d436d880-967b-4006-aab9-cf7b06129ed2 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] show failed (client error): The resource could not be found.
Nov 19 20:53:43.700295 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-d436d880-967b-4006-aab9-cf7b06129ed2 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups/d45f3e0e-1650-4d65-8db8-8a90ef79dcd6 HTTP/1.1" status: 404  len: 347 time: 0.0205781
Nov 19 20:53:43.703525 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38450) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:53:43.863915 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b70503-cfc6-4185-bf56-f902bbbfa26d None None] New status for floating IP 37f268db-4bb7-43e6-93af-d96f2524d5b0: DOWN {{(pid=80325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 20:53:43.865441 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-d7cce80c-486f-469d-819f-8e097983fbe5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Deleting port 22398dba-45e3-4bc0-bf92-3b2e2bdeef5d {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:53:43.865849 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d7cce80c-486f-469d-819f-8e097983fbe5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:43.881063 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for floatingip, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:43.881484 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:43.881875 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_db [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Floating IP 52a17c6b-8582-4760-ab78-a34404af9f98 disassociated. External IP: 172.27.0.192, port: 32e131b2-3add-4c67-b2ac-c976b5e17b13.
Nov 19 20:53:43.882258 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Calling delete_port for 32e131b2-3add-4c67-b2ac-c976b5e17b13 owned by compute:nova {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:53:44.031777 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:44.054475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ef9279fe-4b1e-4d8e-9041-42bbafff660c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:44.116242 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Pushing event deleted for resources: {'Port': ['ID=32e131b2-3add-4c67-b2ac-c976b5e17b13,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:44.121261 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:44.296103 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d7cce80c-486f-469d-819f-8e097983fbe5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:44.296658 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d7cce80c-486f-469d-819f-8e097983fbe5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for floatingip, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:44.473146 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-d7cce80c-486f-469d-819f-8e097983fbe5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Calling delete_port for 22398dba-45e3-4bc0-bf92-3b2e2bdeef5d owned by network:floatingip {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:53:44.495650 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3442a4-f2df-4b80-8dfe-87e871beacab req-910550c2-f9e5-4a29-b6ec-e2faeaa0ce27 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:44.497256 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ac3442a4-f2df-4b80-8dfe-87e871beacab req-910550c2-f9e5-4a29-b6ec-e2faeaa0ce27 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.1687715
Nov 19 20:53:44.519805 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4e6b177f-b37b-4bc9-a2eb-969606adb140 req-6ebe5284-52da-477a-b7ed-c5f16c96f612 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/ports?device_id=7c9604b9-7bff-4831-844e-d62ce9c42982 HTTP/1.1" status: 200  len: 210 time: 0.1485271
Nov 19 20:53:44.555009 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:53:44.564566 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [None req-d7cce80c-486f-469d-819f-8e097983fbe5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80323) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:53:44.564931 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [None req-d7cce80c-486f-469d-819f-8e097983fbe5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:53:44.566494 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ac3442a4-f2df-4b80-8dfe-87e871beacab req-bc074efd-b275-42c7-b493-6d0ba2842b3e tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0614135
Nov 19 20:53:44.782320 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:53:44.792484 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33ba2a1-a2ee-4e6a-a29a-28bdc5ea41f9 None None] Sync routers for ids ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'] in dv-cinder-750782-3-iscsi {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:53:44.805499 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33ba2a1-a2ee-4e6a-a29a-28bdc5ea41f9 None None] Routers {'0cee4588-1058-4ebd-ac2d-57b2c00eae59'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:53:44.808950 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-e33ba2a1-a2ee-4e6a-a29a-28bdc5ea41f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdcf2ff98>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:53:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:44.822298 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] No DVR routers for this DVR port 32e131b2-3add-4c67-b2ac-c976b5e17b13 on host hv-cinder-75078 {{(pid=80324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:53:44.825243 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:44.828122 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9604b9-7bff-4831-844e-d62ce9c42982', 'name': 'network-vif-deleted', 'tag': '32e131b2-3add-4c67-b2ac-c976b5e17b13'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:53:44.843810 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cc57f6aa-e370-4276-8824-50cc8038eb20 req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.27 "DELETE /v2.0/ports/32e131b2-3add-4c67-b2ac-c976b5e17b13 HTTP/1.1" status: 204  len: 173 time: 3.3843427
Nov 19 20:53:44.888836 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9604b9-7bff-4831-844e-d62ce9c42982', 'name': 'network-vif-deleted', 'tag': '32e131b2-3add-4c67-b2ac-c976b5e17b13', 'status': 'completed', 'code': 200}
Nov 19 20:53:44.999913 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-e33ba2a1-a2ee-4e6a-a29a-28bdc5ea41f9 None None] Set router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:53:45.066726 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-d7cce80c-486f-469d-819f-8e097983fbe5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Deleting port 22398dba-45e3-4bc0-bf92-3b2e2bdeef5d {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:53:45.067038 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d7cce80c-486f-469d-819f-8e097983fbe5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:45.250241 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d7cce80c-486f-469d-819f-8e097983fbe5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:45.250610 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d7cce80c-486f-469d-819f-8e097983fbe5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for floatingip, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:45.331950 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-e33ba2a1-a2ee-4e6a-a29a-28bdc5ea41f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdcf2ff98>, [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '45189207-a55b-4e33-a101-45be26548e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port': {'id': '45189207-a55b-4e33-a101-45be26548e8b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:57Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'a536e734-57e7-42c2-9cf7-134512d81fc8', 'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'mac_address': 'fa:16:3e:72:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:25Z', 'revision_number': 5, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'subnets': [{'id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:45.335759 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33ba2a1-a2ee-4e6a-a29a-28bdc5ea41f9 None None] Checking router: 0cee4588-1058-4ebd-ac2d-57b2c00eae59 for host: dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:53:45.347487 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33ba2a1-a2ee-4e6a-a29a-28bdc5ea41f9 None None] Routers {'0cee4588-1058-4ebd-ac2d-57b2c00eae59'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:53:45.348150 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-e33ba2a1-a2ee-4e6a-a29a-28bdc5ea41f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdcf2ff98>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:53:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:45.379043 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-d7cce80c-486f-469d-819f-8e097983fbe5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Calling delete_port for 22398dba-45e3-4bc0-bf92-3b2e2bdeef5d owned by network:floatingip {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:53:45.524258 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d7cce80c-486f-469d-819f-8e097983fbe5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:45.540952 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:45.541730 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-e33ba2a1-a2ee-4e6a-a29a-28bdc5ea41f9 None None] Set router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:53:45.591656 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cce80c-486f-469d-819f-8e097983fbe5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Pushing event deleted for resources: {'Port': ['ID=22398dba-45e3-4bc0-bf92-3b2e2bdeef5d,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:45.606109 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d7cce80c-486f-469d-819f-8e097983fbe5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:45.681044 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 38466) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:53:45.756710 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-be01fe42-ba9f-4e44-bb4d-ad854819b132 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:45.787252 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-be01fe42-ba9f-4e44-bb4d-ad854819b132 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:45.833238 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d7cce80c-486f-469d-819f-8e097983fbe5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for floatingip, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:45.839774 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-be01fe42-ba9f-4e44-bb4d-ad854819b132 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:45.846415 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c39f91dd-3060-4844-9216-ac426f85bc81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:45.858005 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d7cce80c-486f-469d-819f-8e097983fbe5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:45.862372 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-d7cce80c-486f-469d-819f-8e097983fbe5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "DELETE /v2.0/floatingips/37f268db-4bb7-43e6-93af-d96f2524d5b0 HTTP/1.1" status: 204  len: 168 time: 2.1547289
Nov 19 20:53:45.865318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01fe42-ba9f-4e44-bb4d-ad854819b132 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Pushing event deleted for resources: {'SecurityGroup': ['ID=9766756d-f200-4cad-8f09-b84fa97f1aa5,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:45.873003 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d236a-e8cf-474e-9442-8c01acb13143 req-16bdad4d-9181-401b-a349-a0edd3dd510a tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:45.874837 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f69d236a-e8cf-474e-9442-8c01acb13143 req-16bdad4d-9181-401b-a349-a0edd3dd510a tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.1273339
Nov 19 20:53:45.877085 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-be01fe42-ba9f-4e44-bb4d-ad854819b132 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:45.883422 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-be01fe42-ba9f-4e44-bb4d-ad854819b132 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:45.887594 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-be01fe42-ba9f-4e44-bb4d-ad854819b132 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "DELETE /v2.0/security-groups/9766756d-f200-4cad-8f09-b84fa97f1aa5 HTTP/1.1" status: 204  len: 168 time: 0.2026169
Nov 19 20:53:45.887952 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 38470) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:53:45.927599 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.v2.resource [None req-16bcd513-e799-4893-8698-76b89ef4d8c3 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] show failed (client error): The resource could not be found.
Nov 19 20:53:45.927822 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-e33ba2a1-a2ee-4e6a-a29a-28bdc5ea41f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdcf2ff98>, [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '45189207-a55b-4e33-a101-45be26548e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port': {'id': '45189207-a55b-4e33-a101-45be26548e8b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:57Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'a536e734-57e7-42c2-9cf7-134512d81fc8', 'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'mac_address': 'fa:16:3e:72:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:25Z', 'revision_number': 5, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'subnets': [{'id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:45.927952 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-16bcd513-e799-4893-8698-76b89ef4d8c3 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "GET /v2.0/security-groups/9766756d-f200-4cad-8f09-b84fa97f1aa5 HTTP/1.1" status: 404  len: 347 time: 0.0337493
Nov 19 20:53:45.928059 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33ba2a1-a2ee-4e6a-a29a-28bdc5ea41f9 None None] The sync data for ids ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'] in dv-cinder-750782-3-iscsi is: [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '45189207-a55b-4e33-a101-45be26548e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port': {'id': '45189207-a55b-4e33-a101-45be26548e8b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:57Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'a536e734-57e7-42c2-9cf7-134512d81fc8', 'name': '', 'network_id': '6ffb72e9-96a6-4c46-8196-d8ef4a914fbd', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'mac_address': 'fa:16:3e:72:c9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:44:11Z', 'updated_at': '2020-11-19T20:44:25Z', 'revision_number': 5, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'subnets': [{'id': '59cbba1f-50a8-4d2a-8185-b2dfe8b126e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:53:45.929376 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 38476) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:53:45.958139 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f69d236a-e8cf-474e-9442-8c01acb13143 req-594a0850-0a5a-4c59-af4a-3e85d27bf357 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0706434
Nov 19 20:53:46.102221 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-48c1b9d5-89d0-47f9-8cf0-bb0040b97db1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Deleting port da812045-7096-4b6d-8101-7d771cd01aea {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:53:46.102592 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-48c1b9d5-89d0-47f9-8cf0-bb0040b97db1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:46.294851 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-48c1b9d5-89d0-47f9-8cf0-bb0040b97db1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:46.295221 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-48c1b9d5-89d0-47f9-8cf0-bb0040b97db1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for floatingip, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:46.344687 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b753c8-0dd6-4382-ab9d-78f25ab3bad5 None None] New status for floating IP 52a17c6b-8582-4760-ab78-a34404af9f98: DOWN {{(pid=80325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 20:53:46.421849 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-48c1b9d5-89d0-47f9-8cf0-bb0040b97db1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Calling delete_port for da812045-7096-4b6d-8101-7d771cd01aea owned by network:floatingip {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:53:46.450219 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38482) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:53:46.456279 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-412ec9fc-1a83-4e83-b398-55239b21757f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Request body: {'security_group': {'name': 'tempest-securitygroup--1004198272', 'description': 'tempest-description--248147932'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:53:46.463089 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-412ec9fc-1a83-4e83-b398-55239b21757f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:53:46.468623 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-412ec9fc-1a83-4e83-b398-55239b21757f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Usage tracker for resource:security_group and tenant:d66ede887f6b4feb9dc004c4a7c2aca1 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:53:46.471891 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-412ec9fc-1a83-4e83-b398-55239b21757f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:53:46.477928 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-412ec9fc-1a83-4e83-b398-55239b21757f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:53:46.489087 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-412ec9fc-1a83-4e83-b398-55239b21757f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:46.511730 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [None req-76b753c8-0dd6-4382-ab9d-78f25ab3bad5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Nov 19 20:53:46.511730 dv-cinder-750782-3-iscsi neutron-server[80212]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s]
Nov 19 20:53:46.511730 dv-cinder-750782-3-iscsi neutron-server[80212]: [parameters: {'status': 'DOWN', 'floatingips_id': '52a17c6b-8582-4760-ab78-a34404af9f98'}]
Nov 19 20:53:46.511730 dv-cinder-750782-3-iscsi neutron-server[80212]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80325) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:53:46.512596 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [None req-76b753c8-0dd6-4382-ab9d-78f25ab3bad5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:53:46.530105 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-412ec9fc-1a83-4e83-b398-55239b21757f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:53:46.534091 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-412ec9fc-1a83-4e83-b398-55239b21757f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Usage tracker for resource:security_group_rule and tenant:d66ede887f6b4feb9dc004c4a7c2aca1 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:53:46.537248 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-412ec9fc-1a83-4e83-b398-55239b21757f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:53:46.543681 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-412ec9fc-1a83-4e83-b398-55239b21757f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:53:46.570111 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-48c1b9d5-89d0-47f9-8cf0-bb0040b97db1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:46.585589 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7923f62e-736b-4e7e-955a-c5ac1b4f923f tempest-VolumesNegativeTest-1926469938 tempest-VolumesNegativeTest-1926469938] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:46.599413 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-412ec9fc-1a83-4e83-b398-55239b21757f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:46.602145 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-412ec9fc-1a83-4e83-b398-55239b21757f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:46.608040 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-dc6befe2-2d8e-49cc-bc27-c2f63a7114ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:46.634195 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1b9d5-89d0-47f9-8cf0-bb0040b97db1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Pushing event deleted for resources: {'Port': ['ID=da812045-7096-4b6d-8101-7d771cd01aea,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:46.638385 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-48c1b9d5-89d0-47f9-8cf0-bb0040b97db1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:46.654117 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ec9fc-1a83-4e83-b398-55239b21757f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Pushing event updated for resources: {'SecurityGroup': ['ID=61956e7c-ee08-426a-8794-4788a30f3e0b,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:46.657442 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-412ec9fc-1a83-4e83-b398-55239b21757f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:46.658948 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-412ec9fc-1a83-4e83-b398-55239b21757f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:46.663471 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-412ec9fc-1a83-4e83-b398-55239b21757f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.2092750
Nov 19 20:53:46.664137 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38486) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:53:46.669502 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-448118f9-d6a8-4cac-872f-4536db6ad005 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Request body: {'security_group_rule': {'security_group_id': '61956e7c-ee08-426a-8794-4788a30f3e0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:53:46.676765 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-448118f9-d6a8-4cac-872f-4536db6ad005 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:53:46.681266 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-448118f9-d6a8-4cac-872f-4536db6ad005 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Usage tracker for resource:security_group_rule and tenant:d66ede887f6b4feb9dc004c4a7c2aca1 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:53:46.685370 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-448118f9-d6a8-4cac-872f-4536db6ad005 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:53:46.691775 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-448118f9-d6a8-4cac-872f-4536db6ad005 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:53:46.712562 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-448118f9-d6a8-4cac-872f-4536db6ad005 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:46.782260 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-448118f9-d6a8-4cac-872f-4536db6ad005 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:46.785379 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-448118f9-d6a8-4cac-872f-4536db6ad005 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231693'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:46.787587 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:46.811762 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448118f9-d6a8-4cac-872f-4536db6ad005 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49bd5deb-bc12-4f57-a8cd-295b307eff4a,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:46.816363 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-448118f9-d6a8-4cac-872f-4536db6ad005 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:46.824784 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-448118f9-d6a8-4cac-872f-4536db6ad005 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:46.826128 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-448118f9-d6a8-4cac-872f-4536db6ad005 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1613529
Nov 19 20:53:46.828797 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38490) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:53:46.834466 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-6cda0c2a-a79f-416e-836e-d2d49b5e80f9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Request body: {'security_group_rule': {'security_group_id': '61956e7c-ee08-426a-8794-4788a30f3e0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:53:46.840919 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-6cda0c2a-a79f-416e-836e-d2d49b5e80f9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:53:46.845062 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-6cda0c2a-a79f-416e-836e-d2d49b5e80f9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Usage tracker for resource:security_group_rule and tenant:d66ede887f6b4feb9dc004c4a7c2aca1 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:53:46.848145 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-6cda0c2a-a79f-416e-836e-d2d49b5e80f9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:53:46.854719 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-6cda0c2a-a79f-416e-836e-d2d49b5e80f9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:53:46.872380 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6cda0c2a-a79f-416e-836e-d2d49b5e80f9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:46.940998 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6cda0c2a-a79f-416e-836e-d2d49b5e80f9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:46.943954 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6cda0c2a-a79f-416e-836e-d2d49b5e80f9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231693'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:46.946129 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-271963f0-56a3-433c-b21c-465fe6cb46b2 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:46.969769 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda0c2a-a79f-416e-836e-d2d49b5e80f9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ae061e-8fe9-442f-b179-5cadc902c9e0,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:46.972321 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-6cda0c2a-a79f-416e-836e-d2d49b5e80f9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:46.979970 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6cda0c2a-a79f-416e-836e-d2d49b5e80f9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:46.981467 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-6cda0c2a-a79f-416e-836e-d2d49b5e80f9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1516724
Nov 19 20:53:46.984613 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38494) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:53:46.990183 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Request body: {'floatingip': {'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:53:46.996738 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:53:47.000894 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Usage tracker for resource:floatingip and tenant:d66ede887f6b4feb9dc004c4a7c2aca1 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:53:47.004080 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:53:47.010653 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:53:47.014124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b753c8-0dd6-4382-ab9d-78f25ab3bad5 None None] New status for floating IP 52a17c6b-8582-4760-ab78-a34404af9f98: DOWN {{(pid=80325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 20:53:47.023275 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for floatingip, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:47.038952 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-48c1b9d5-89d0-47f9-8cf0-bb0040b97db1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks [] for floatingip, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:47.054020 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-48c1b9d5-89d0-47f9-8cf0-bb0040b97db1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:47.055274 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-48c1b9d5-89d0-47f9-8cf0-bb0040b97db1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] 10.222.0.23 "DELETE /v2.0/floatingips/52a17c6b-8582-4760-ab78-a34404af9f98 HTTP/1.1" status: 204  len: 168 time: 1.1252086
Nov 19 20:53:47.285868 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5ace9-e0f1-476e-bd8a-c8cf0c9f2467 req-4b9a5e50-d8b0-4ed4-a194-9e0ddd007acc tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:47.287548 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-34f5ace9-e0f1-476e-bd8a-c8cf0c9f2467 req-4b9a5e50-d8b0-4ed4-a194-9e0ddd007acc tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.1464577
Nov 19 20:53:47.290378 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:47.389651 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-34f5ace9-e0f1-476e-bd8a-c8cf0c9f2467 req-10aaeba5-8518-4a08-abd0-88424a484c94 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0884929
Nov 19 20:53:47.607016 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Allocated IP 172.27.0.253 (494b3b67-d334-4360-a108-86a7036fa249/a87766e2-d34e-4e1a-99c0-eee0ac65f3f8/1e1dbc39-b720-4fe3-a8db-91602387a601) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:53:47.761275 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:47.786462 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:47.801973 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:47.944989 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Pushing event updated for resources: {'Port': ['ID=1e1dbc39-b720-4fe3-a8db-91602387a601,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:47.949502 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:47.989151 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Network 494b3b67-d334-4360-a108-86a7036fa249 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:53:47.990320 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:53:47.992417 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:53:48.082748 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for floatingip, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:48.140744 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:48.406855 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:48.410898 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441035'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:48.426989 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:48.571342 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Pushing event updated for resources: {'Port': ['ID=1e1dbc39-b720-4fe3-a8db-91602387a601,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:48.575923 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:48.606679 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f8a71-2052-4da5-9924-d85c610ab85b req-76ebd2ec-b7a4-4728-800f-bd0e2a89d248 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:48.608293 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9d9f8a71-2052-4da5-9924-d85c610ab85b req-76ebd2ec-b7a4-4728-800f-bd0e2a89d248 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.0884495
Nov 19 20:53:48.658499 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9d9f8a71-2052-4da5-9924-d85c610ab85b req-ce2702cd-93e9-41c8-b019-99c07afa1b65 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0429471
Nov 19 20:53:48.671481 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:48.693889 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:48.695198 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-da58110b-ba8f-44dc-9a97-80fbd62d6cf9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7096364
Nov 19 20:53:48.882717 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-e33e4885-d45a-487c-af57-de2399487091 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Synchronizing usage tracker for tenant:d66ede887f6b4feb9dc004c4a7c2aca1 on resource:security_group {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:53:48.896924 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-e33e4885-d45a-487c-af57-de2399487091 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Unset dirty status for tenant:d66ede887f6b4feb9dc004c4a7c2aca1 on resource:security_group {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:53:48.898305 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-e33e4885-d45a-487c-af57-de2399487091 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1004198272&fields=id&tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1 HTTP/1.1" status: 200  len: 267 time: 0.0618331
Nov 19 20:53:49.059553 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-15321a5e-2886-4a26-bbba-f87227d151a8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:49.061113 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-15321a5e-2886-4a26-bbba-f87227d151a8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/networks?id=f600d754-a3af-4d81-9829-a5bb5191007e HTTP/1.1" status: 200  len: 817 time: 0.1553428
Nov 19 20:53:49.077902 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-db3d65cb-df9f-41b5-bf95-d6fb44ab2c76 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/quotas/d66ede887f6b4feb9dc004c4a7c2aca1 HTTP/1.1" status: 200  len: 375 time: 0.0109527
Nov 19 20:53:49.164053 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-0f8f20cc-d25b-444f-ad2f-7f6e401f68a6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Synchronizing usage tracker for tenant:d66ede887f6b4feb9dc004c4a7c2aca1 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:53:49.178481 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-0f8f20cc-d25b-444f-ad2f-7f6e401f68a6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Unset dirty status for tenant:d66ede887f6b4feb9dc004c4a7c2aca1 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:53:49.179869 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-0f8f20cc-d25b-444f-ad2f-7f6e401f68a6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0968838
Nov 19 20:53:49.540539 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-3afe6fe9-d61f-4ccb-94eb-082d9f6e05df service neutron] 10.222.0.23 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3480802
Nov 19 20:53:49.683453 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-ce0aa858-6574-487f-8060-a39f89643cba service neutron] 10.222.0.23 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1364133
Nov 19 20:53:49.893498 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278526fb-7ec7-418d-94d6-ffeca11a44c2 req-d19b112d-664d-4805-8858-21c2abbe62d1 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:49.896121 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-278526fb-7ec7-418d-94d6-ffeca11a44c2 req-d19b112d-664d-4805-8858-21c2abbe62d1 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.1057284
Nov 19 20:53:49.972017 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-278526fb-7ec7-418d-94d6-ffeca11a44c2 req-c7a1499d-b36e-4b76-8155-bfe9ba2c1c2d tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0615444
Nov 19 20:53:49.980942 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2d3adee9-5836-4631-ae3e-7c7aa1a6da0a req-1a8439d0-20e6-427b-bf75-863f75907abb tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 210 time: 0.0632460
Nov 19 20:53:50.553697 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 5b390ca7-a075-4893-babf-3e15898cc571 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:53:50.620540 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning for port 5b390ca7-a075-4893-babf-3e15898cc571 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:53:50.625466 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 5b390ca7-a075-4893-babf-3e15898cc571 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:53:50.625915 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:50.743325 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:50.771377 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b390ca7-a075-4893-babf-3e15898cc571'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:53:50.781477 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port 5b390ca7-a075-4893-babf-3e15898cc571, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=5b390ca7-a075-4893-babf-3e15898cc571,segment=NetworkSegment(cb075e4e-88f3-4ca5-9715-6057957ad8fd),segment_id=cb075e4e-88f3-4ca5-9715-6057957ad8fd)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:53:50.784683 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:50.786726 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:50.834205 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b390ca7-a075-4893-babf-3e15898cc571', 'code': 200}
Nov 19 20:53:50.862162 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=5b390ca7-a075-4893-babf-3e15898cc571,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:50.866592 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:51.100058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eaa9ca8e-8dd4-48d4-ab4a-b8d36e5d8989 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:51.100827 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eaa9ca8e-8dd4-48d4-ab4a-b8d36e5d8989 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Synchronizing usage tracker for tenant:d66ede887f6b4feb9dc004c4a7c2aca1 on resource:network {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:53:51.120315 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eaa9ca8e-8dd4-48d4-ab4a-b8d36e5d8989 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Unset dirty status for tenant:d66ede887f6b4feb9dc004c4a7c2aca1 on resource:network {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:53:51.121785 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eaa9ca8e-8dd4-48d4-ab4a-b8d36e5d8989 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.27 "GET /v2.0/networks?id=f600d754-a3af-4d81-9829-a5bb5191007e HTTP/1.1" status: 200  len: 817 time: 0.2025492
Nov 19 20:53:51.217663 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909795c-a571-49c8-918a-4c5442bece84 req-76e447ea-b029-461c-9887-8c111aee112f tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:51.219491 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c909795c-a571-49c8-918a-4c5442bece84 req-76e447ea-b029-461c-9887-8c111aee112f tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.1057999
Nov 19 20:53:51.270210 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c909795c-a571-49c8-918a-4c5442bece84 req-f3f566c6-849b-421c-8c1e-24dbfbfe1ba1 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0427208
Nov 19 20:53:51.292342 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e90a7e64-77e0-4c01-b3e0-31c5d9d11542 req-b77b2cec-fb72-466a-a899-98df508a02f8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 210 time: 0.0614336
Nov 19 20:53:51.332154 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-21def32d-7f37-4c37-ab11-c15e05640b42 req-f9077500-f1ac-4358-837e-321bf5b6cc3c service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 1163 time: 0.2094133
Nov 19 20:53:51.336794 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-c10de5a2-bc02-47e9-8c31-1d719f2f89db tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1 HTTP/1.1" status: 200  len: 5044 time: 0.1552544
Nov 19 20:53:51.361230 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Request body: {'port': {'device_id': 'f63e8890-f9ee-4638-8c68-45baf1625d89', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'admin_state_up': True, 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'security_groups': ['61956e7c-ee08-426a-8794-4788a30f3e0b']}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:53:51.450584 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38562) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:53:51.490463 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-21def32d-7f37-4c37-ab11-c15e05640b42 req-fcf29898-3ac9-4a4f-81bd-1b6b64be3164 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1471460
Nov 19 20:53:51.523672 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:53:51.534122 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:53:51.543902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Made reservation on behalf of d66ede887f6b4feb9dc004c4a7c2aca1 for: {'port': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:53:51.549556 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:51.856465 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Allocated IP 172.20.0.13 (f600d754-a3af-4d81-9829-a5bb5191007e/f9de70f2-6912-47cb-a752-2ceb77669463/ad2c700d-4d30-42f3-9130-bfd7117cd2de) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:53:51.940298 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b9793a01-8bd0-43c7-9cb8-c95180de64be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604950'] for router_interface, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:52.040877 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 5b390ca7-a075-4893-babf-3e15898cc571 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:53:52.052681 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:52.069493 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Transition to ACTIVE for port object ad2c700d-4d30-42f3-9130-bfd7117cd2de will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:53:52.090501 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:52.111001 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-210d1934-8e64-43d9-a4cd-d26b7a282a64 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:52.115438 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 5b390ca7-a075-4893-babf-3e15898cc571 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:53:52.115862 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:52.252963 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Pushing event updated for resources: {'Port': ['ID=ad2c700d-4d30-42f3-9130-bfd7117cd2de,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:52.278353 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.278782 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.279201 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.279615 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.280023 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.280431 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.280835 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.281238 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.281641 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.282088 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.282491 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.282889 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.283324 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.283719 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.284118 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.284774 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.285165 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.285559 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.285973 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.286378 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.286770 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.287163 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.287555 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.287947 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:53:52.293445 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:52.329243 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Network f600d754-a3af-4d81-9829-a5bb5191007e is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:53:52.331186 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:53:52.333360 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:53:52.437233 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:52.437935 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:52.516028 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1713095
Nov 19 20:53:52.548754 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Request body: {'port': {'device_id': 'f63e8890-f9ee-4638-8c68-45baf1625d89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:53:52.551598 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867f393-600a-49e7-be7a-e7f2f86284fc req-62a6d8c0-700c-4f70-8e47-dd57ca742ec1 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:52.553223 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2867f393-600a-49e7-be7a-e7f2f86284fc req-62a6d8c0-700c-4f70-8e47-dd57ca742ec1 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.1469052
Nov 19 20:53:52.576049 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-89db4bba-ef68-4f63-8b82-35c0b6db1d74 None None] Provisioning for port ad2c700d-4d30-42f3-9130-bfd7117cd2de completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:53:52.580968 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-89db4bba-ef68-4f63-8b82-35c0b6db1d74 None None] Provisioning complete for port ad2c700d-4d30-42f3-9130-bfd7117cd2de triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:53:52.581390 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89db4bba-ef68-4f63-8b82-35c0b6db1d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:52.635663 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-89db4bba-ef68-4f63-8b82-35c0b6db1d74 None None] Port ad2c700d-4d30-42f3-9130-bfd7117cd2de cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:53:52.657534 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2867f393-600a-49e7-be7a-e7f2f86284fc req-5664af5c-cc8b-465d-bdb3-a313554db909 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0955141
Nov 19 20:53:52.669940 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e705797-9a1b-4ac7-9c47-55d555973fd3 req-7eb7f562-95b2-4da4-a0ee-cda5f852fd22 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:52.670726 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-2e705797-9a1b-4ac7-9c47-55d555973fd3 req-7eb7f562-95b2-4da4-a0ee-cda5f852fd22 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Synchronizing usage tracker for tenant:d66ede887f6b4feb9dc004c4a7c2aca1 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:53:52.696263 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:52.713571 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-2e705797-9a1b-4ac7-9c47-55d555973fd3 req-7eb7f562-95b2-4da4-a0ee-cda5f852fd22 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Unset dirty status for tenant:d66ede887f6b4feb9dc004c4a7c2aca1 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:53:52.714899 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2e705797-9a1b-4ac7-9c47-55d555973fd3 req-7eb7f562-95b2-4da4-a0ee-cda5f852fd22 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 932 time: 0.2398453
Nov 19 20:53:52.738875 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-b9793a01-8bd0-43c7-9cb8-c95180de64be admin admin] Deleting port a536e734-57e7-42c2-9cf7-134512d81fc8 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:53:52.739255 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b9793a01-8bd0-43c7-9cb8-c95180de64be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:52.852964 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2e705797-9a1b-4ac7-9c47-55d555973fd3 req-56d9ae65-9849-4425-96ca-0d36ef4443f0 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1096284
Nov 19 20:53:52.942811 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-b9793a01-8bd0-43c7-9cb8-c95180de64be admin admin] For port a536e734-57e7-42c2-9cf7-134512d81fc8, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=a536e734-57e7-42c2-9cf7-134512d81fc8,segment=NetworkSegment(5f81fa6e-fc9f-4726-931b-51fc754fde2a),segment_id=5f81fa6e-fc9f-4726-931b-51fc754fde2a)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:53:52.943866 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b9793a01-8bd0-43c7-9cb8-c95180de64be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:53.078902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-b9793a01-8bd0-43c7-9cb8-c95180de64be admin admin] Calling delete_port for a536e734-57e7-42c2-9cf7-134512d81fc8 owned by network:router_interface {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:53:53.173661 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2c700d-4d30-42f3-9130-bfd7117cd2de {{(pid=80324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 20:53:53.181160 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:53.193681 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Transition to ACTIVE for port object ad2c700d-4d30-42f3-9130-bfd7117cd2de will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:53:53.197460 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:53.214004 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:53.265903 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b9793a01-8bd0-43c7-9cb8-c95180de64be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:53.282010 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-39d88f51-64e3-439b-89e1-5f06e589f63a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:53.326591 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9793a01-8bd0-43c7-9cb8-c95180de64be admin admin] Pushing event deleted for resources: {'Port': ['ID=a536e734-57e7-42c2-9cf7-134512d81fc8,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:53.330666 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b9793a01-8bd0-43c7-9cb8-c95180de64be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:53.357718 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Pushing event updated for resources: {'Port': ['ID=ad2c700d-4d30-42f3-9130-bfd7117cd2de,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:53.362152 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:53.542324 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Attempting to bind port ad2c700d-4d30-42f3-9130-bfd7117cd2de on host hv-cinder-75078 for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:53:53.542701 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Attempting to bind port ad2c700d-4d30-42f3-9130-bfd7117cd2de by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': '3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:53:53.543065 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Attempting to bind port ad2c700d-4d30-42f3-9130-bfd7117cd2de on network f600d754-a3af-4d81-9829-a5bb5191007e {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:53:53.550391 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Checking agent: {'id': '460481f1-45c5-4450-82c0-45a37946158c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 41, 59), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 29), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:53:53.550755 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Checking segment: {'id': '3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:53:53.551174 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:53.551538 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Bound using segment: {'id': '3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:53:53.552143 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Bound port: ad2c700d-4d30-42f3-9130-bfd7117cd2de, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:53:53.552380 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:53.653151 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] For port ad2c700d-4d30-42f3-9130-bfd7117cd2de, host hv-cinder-75078, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:53:53.656585 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] For port ad2c700d-4d30-42f3-9130-bfd7117cd2de, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ad2c700d-4d30-42f3-9130-bfd7117cd2de,segment=NetworkSegment(3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5),segment_id=3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:53:53.661553 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:53.677486 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:53.728418 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b9793a01-8bd0-43c7-9cb8-c95180de64be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850813242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602458'] for router_interface, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:53.828900 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Pushing event updated for resources: {'Port': ['ID=ad2c700d-4d30-42f3-9130-bfd7117cd2de,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:53.833667 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:53.870028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:53.871510 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] 10.222.0.27 "PUT /v2.0/ports/ad2c700d-4d30-42f3-9130-bfd7117cd2de HTTP/1.1" status: 200  len: 1158 time: 1.3273783
Nov 19 20:53:53.872058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63e8890-f9ee-4638-8c68-45baf1625d89', 'tag': 'ad2c700d-4d30-42f3-9130-bfd7117cd2de'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:53:53.939677 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63e8890-f9ee-4638-8c68-45baf1625d89', 'tag': 'ad2c700d-4d30-42f3-9130-bfd7117cd2de', 'status': 'completed', 'code': 200}
Nov 19 20:53:54.048907 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-693d871c-4559-44a3-aa31-3b16e7d94928 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1&device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 1161 time: 0.0856156
Nov 19 20:53:54.083906 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13be65-d6c2-47d4-847d-8a3af28da068 req-b9b81141-c7eb-4492-8078-cd486deabe11 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:54.091516 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2e13be65-d6c2-47d4-847d-8a3af28da068 req-b9b81141-c7eb-4492-8078-cd486deabe11 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.2709501
Nov 19 20:53:54.092524 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 5b390ca7-a075-4893-babf-3e15898cc571 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:53:54.194549 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 5b390ca7-a075-4893-babf-3e15898cc571 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:53:54.195307 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:54.197058 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-0983a37c-597f-451a-90d9-1b75cc388a77 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad2c700d-4d30-42f3-9130-bfd7117cd2de HTTP/1.1" status: 200  len: 217 time: 0.1356688
Nov 19 20:53:54.282025 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-0b916b95-9f74-4bac-b6c6-ee1312acb4b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:54.283658 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-0b916b95-9f74-4bac-b6c6-ee1312acb4b3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=f9de70f2-6912-47cb-a752-2ceb77669463 HTTP/1.1" status: 200  len: 856 time: 0.0774610
Nov 19 20:53:54.457042 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2e13be65-d6c2-47d4-847d-8a3af28da068 req-a1d4ac1e-1fd3-4bc7-bde3-4ecf1b658a65 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.3645513
Nov 19 20:53:54.593330 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241efc55-e2c6-4802-9be0-b4c1b505c9a5 req-d82edd2a-2ecf-4c0c-8c31-317106052df7 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:54.594971 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-241efc55-e2c6-4802-9be0-b4c1b505c9a5 req-d82edd2a-2ecf-4c0c-8c31-317106052df7 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.5553064
Nov 19 20:53:54.643047 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-16399198-38a2-4b8f-95f1-06bdf4c990fc service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f600d754-a3af-4d81-9829-a5bb5191007e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3499231
Nov 19 20:53:54.684648 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-241efc55-e2c6-4802-9be0-b4c1b505c9a5 req-5610f753-5dd4-4bcc-a961-cf939ac15a73 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831001
Nov 19 20:53:54.795954 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-30355e40-396a-4d64-b8f5-5d4bd3c28718 service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443846
Nov 19 20:53:54.811297 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e446e-6458-4bbd-b160-b993938f8a58 req-4b561c44-6307-4e49-ae46-1e61b5b40565 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:54.812920 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3b0e446e-6458-4bbd-b160-b993938f8a58 req-4b561c44-6307-4e49-ae46-1e61b5b40565 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.1763608
Nov 19 20:53:54.888924 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3b0e446e-6458-4bbd-b160-b993938f8a58 req-b9f1190b-78d6-41ec-8666-b6f01e315e82 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0644631
Nov 19 20:53:54.942674 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fdf24845-1a8f-42c4-8ca8-bc60a7b4754c req-8ec21d6b-778f-475d-a835-240f3a65824e service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395688
Nov 19 20:53:55.009305 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9793a01-8bd0-43c7-9cb8-c95180de64be admin admin] Router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:53:55.156663 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-ebcef032-2d33-4af6-a84c-043f72dede1f tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2111502
Nov 19 20:53:55.169722 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Request body: {'floatingip': {'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:53:55.177556 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:53:55.184462 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-866b464c-3ba4-4529-a931-abe7ddd4c251 req-8982aa99-f103-44f5-97a7-3f0ca8ec25d6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1&device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 1161 time: 0.1323457
Nov 19 20:53:55.185440 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Usage tracker for resource:floatingip and tenant:065e9bb05bf14c60b70fce5d5b7f93ed is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:53:55.188513 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:53:55.195452 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:53:55.239090 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9793a01-8bd0-43c7-9cb8-c95180de64be admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:53:55.247426 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for floatingip, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:55.251233 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3076f56a-e6ec-486c-a2c2-45d0869b0c3b None None] Sync routers for ids ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'] in dv-cinder-750782-3-iscsi {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:53:55.256796 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-b9793a01-8bd0-43c7-9cb8-c95180de64be admin admin] 10.222.0.23 "PUT /v2.0/routers/0cee4588-1058-4ebd-ac2d-57b2c00eae59/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8026891
Nov 19 20:53:55.257391 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38586) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:53:55.329596 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3076f56a-e6ec-486c-a2c2-45d0869b0c3b None None] Routers {'0cee4588-1058-4ebd-ac2d-57b2c00eae59'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:53:55.330308 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-3076f56a-e6ec-486c-a2c2-45d0869b0c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd7786fd0>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:53:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:55.386437 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b464c-3ba4-4529-a931-abe7ddd4c251 req-f0ceaf97-8e9b-4ceb-a4d2-6b6a0b33c259 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:55.388021 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-866b464c-3ba4-4529-a931-abe7ddd4c251 req-f0ceaf97-8e9b-4ceb-a4d2-6b6a0b33c259 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f600d754-a3af-4d81-9829-a5bb5191007e HTTP/1.1" status: 200  len: 911 time: 0.1938293
Nov 19 20:53:55.470893 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6e80f884-47d4-463c-982b-ac4068bbd5c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:55.522447 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-866b464c-3ba4-4529-a931-abe7ddd4c251 req-87241680-0810-456d-8204-be1d8b605230 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad2c700d-4d30-42f3-9130-bfd7117cd2de HTTP/1.1" status: 200  len: 217 time: 0.0892923
Nov 19 20:53:55.607725 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b464c-3ba4-4529-a931-abe7ddd4c251 req-18e0fa3b-c3d4-4f1b-b77c-21a88233c59b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:55.609189 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-866b464c-3ba4-4529-a931-abe7ddd4c251 req-18e0fa3b-c3d4-4f1b-b77c-21a88233c59b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=f9de70f2-6912-47cb-a752-2ceb77669463 HTTP/1.1" status: 200  len: 856 time: 0.0796013
Nov 19 20:53:55.611847 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:55.689901 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6e80f884-47d4-463c-982b-ac4068bbd5c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:55.698442 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-6e80f884-47d4-463c-982b-ac4068bbd5c1 admin admin] Deleting port 45189207-a55b-4e33-a101-45be26548e8b {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:53:55.698832 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6e80f884-47d4-463c-982b-ac4068bbd5c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:55.771806 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-3076f56a-e6ec-486c-a2c2-45d0869b0c3b None None] Set router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:53:55.895318 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-866b464c-3ba4-4529-a931-abe7ddd4c251 req-6767e017-08c9-4fb3-9e9c-6eea9c3bd689 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f600d754-a3af-4d81-9829-a5bb5191007e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2701428
Nov 19 20:53:55.952914 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-6e80f884-47d4-463c-982b-ac4068bbd5c1 admin admin] For port 45189207-a55b-4e33-a101-45be26548e8b, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=45189207-a55b-4e33-a101-45be26548e8b,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:53:55.953322 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6e80f884-47d4-463c-982b-ac4068bbd5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:56.087348 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-6e80f884-47d4-463c-982b-ac4068bbd5c1 admin admin] Calling delete_port for 45189207-a55b-4e33-a101-45be26548e8b owned by network:router_gateway {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:53:56.107236 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-3076f56a-e6ec-486c-a2c2-45d0869b0c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd7786fd0>, [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': '45189207-a55b-4e33-a101-45be26548e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:53:53Z', 'revision_number': 5, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port': {'id': '45189207-a55b-4e33-a101-45be26548e8b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:43:57Z', 'updated_at': '2020-11-19T20:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:56.110322 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Allocated IP 172.27.0.244 (494b3b67-d334-4360-a108-86a7036fa249/a87766e2-d34e-4e1a-99c0-eee0ac65f3f8/8a842591-e697-46f2-a1de-4e0752c6d10d) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:53:56.111452 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3076f56a-e6ec-486c-a2c2-45d0869b0c3b None None] Checking router: 0cee4588-1058-4ebd-ac2d-57b2c00eae59 for host: dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:53:56.124902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3076f56a-e6ec-486c-a2c2-45d0869b0c3b None None] Routers {'0cee4588-1058-4ebd-ac2d-57b2c00eae59'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:53:56.125683 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-3076f56a-e6ec-486c-a2c2-45d0869b0c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd7786fd0>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:53:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:56.127870 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-866b464c-3ba4-4529-a931-abe7ddd4c251 req-bce93034-895e-4b7b-8c76-2edc62645cee service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2226186
Nov 19 20:53:56.144366 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c388bc1-554e-49d7-b3ae-302fd0422f7a req-6480c01f-cec1-4fe9-8ca1-92675febe1a4 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:56.146088 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1c388bc1-554e-49d7-b3ae-302fd0422f7a req-6480c01f-cec1-4fe9-8ca1-92675febe1a4 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.2985649
Nov 19 20:53:56.229598 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1c388bc1-554e-49d7-b3ae-302fd0422f7a req-b08dd8d1-dede-4baf-ac8e-5e73bc8a0d79 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0760193
Nov 19 20:53:56.317011 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-3076f56a-e6ec-486c-a2c2-45d0869b0c3b None None] Set router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 gateway port host: None {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:53:56.326020 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6e80f884-47d4-463c-982b-ac4068bbd5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:56.342177 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d7cce80c-486f-469d-819f-8e097983fbe5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:56.377638 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-866b464c-3ba4-4529-a931-abe7ddd4c251 req-dd427fd7-e055-4054-a7e8-c7d296f1a3c5 service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2188387
Nov 19 20:53:56.396387 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80f884-47d4-463c-982b-ac4068bbd5c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=45189207-a55b-4e33-a101-45be26548e8b,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:56.407635 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-6e80f884-47d4-463c-982b-ac4068bbd5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:56.426522 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:56.432270 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-3076f56a-e6ec-486c-a2c2-45d0869b0c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd7786fd0>, [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:53:55Z', 'revision_number': 6, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port_host': None}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:56.436592 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3076f56a-e6ec-486c-a2c2-45d0869b0c3b None None] The sync data for ids ['0cee4588-1058-4ebd-ac2d-57b2c00eae59'] in dv-cinder-750782-3-iscsi is: [{'id': '0cee4588-1058-4ebd-ac2d-57b2c00eae59', 'name': 'tempest-AttachVolumeTestJSON-736154027-router', 'tenant_id': 'fa99d0118df442eca2afa5e7043d1676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:43:55Z', 'updated_at': '2020-11-19T20:53:55Z', 'revision_number': 6, 'project_id': 'fa99d0118df442eca2afa5e7043d1676', 'gw_port_host': None}] {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:53:56.454360 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:56.471463 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-780d6664-6eb9-4e21-904b-71da3fdd9a64 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:56.616386 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Pushing event updated for resources: {'Port': ['ID=8a842591-e697-46f2-a1de-4e0752c6d10d,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:56.620171 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:56.670166 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Network 494b3b67-d334-4360-a108-86a7036fa249 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:53:56.671410 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:53:56.673684 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:53:56.734615 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6e80f884-47d4-463c-982b-ac4068bbd5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599416'] for router_gateway, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:56.771403 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for floatingip, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:56.831673 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:57.256883 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6e80f884-47d4-463c-982b-ac4068bbd5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853819326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15653'] for router, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:57.262118 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6e80f884-47d4-463c-982b-ac4068bbd5c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:57.290408 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6e80f884-47d4-463c-982b-ac4068bbd5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853825062'] for router, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:57.291810 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e80f884-47d4-463c-982b-ac4068bbd5c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cee4588-1058-4ebd-ac2d-57b2c00eae59 {{(pid=80323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 20:53:57.305290 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6e80f884-47d4-463c-982b-ac4068bbd5c1 admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:57.309943 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-6e80f884-47d4-463c-982b-ac4068bbd5c1 admin admin] 10.222.0.23 "DELETE /v2.0/routers/0cee4588-1058-4ebd-ac2d-57b2c00eae59 HTTP/1.1" status: 204  len: 168 time: 2.0513401
Nov 19 20:53:57.310849 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38594) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:53:57.352229 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:57.358546 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:57.374623 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0bd6f82c-5eb7-406b-b469-6781e5d33477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:57.380199 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae89cb1-ac5d-4102-ab44-a325bb48783a admin admin] Deleting subnet 59cbba1f-50a8-4d2a-8185-b2dfe8b126e2 {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 20:53:57.383798 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5ae89cb1-ac5d-4102-ab44-a325bb48783a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:57.496221 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5ae89cb1-ac5d-4102-ab44-a325bb48783a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1330328'] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:57.515862 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Pushing event updated for resources: {'Port': ['ID=8a842591-e697-46f2-a1de-4e0752c6d10d,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:57.519030 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:57.586426 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fba4c-39ee-44ab-ad76-af26d1fa6ba3 req-e50ca62b-4c09-403a-9dcf-9dd73b60de8b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:57.588636 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b72fba4c-39ee-44ab-ad76-af26d1fa6ba3 req-e50ca62b-4c09-403a-9dcf-9dd73b60de8b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.1694186
Nov 19 20:53:57.619055 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:57.623619 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5ae89cb1-ac5d-4102-ab44-a325bb48783a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3383722'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:57.640394 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:57.641690 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.4771118
Nov 19 20:53:57.689311 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b72fba4c-39ee-44ab-ad76-af26d1fa6ba3 req-d7b21296-39d6-4d5a-9734-96382f2c8a92 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0943565
Nov 19 20:53:57.733528 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-06948e3a-54d5-443c-b40e-dabf136a6031 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Synchronizing usage tracker for tenant:065e9bb05bf14c60b70fce5d5b7f93ed on resource:floatingip {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:53:57.742452 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-06948e3a-54d5-443c-b40e-dabf136a6031 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Unset dirty status for tenant:065e9bb05bf14c60b70fce5d5b7f93ed on resource:floatingip {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:53:57.743708 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-06948e3a-54d5-443c-b40e-dabf136a6031 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.0.244 HTTP/1.1" status: 200  len: 696 time: 0.0954688
Nov 19 20:53:57.902007 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5ae89cb1-ac5d-4102-ab44-a325bb48783a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851392077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1441110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843806931'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:57.905843 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-8e5682b0-6a77-467a-9c71-0228b6489361 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:57.907327 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-8e5682b0-6a77-467a-9c71-0228b6489361 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/networks/494b3b67-d334-4360-a108-86a7036fa249 HTTP/1.1" status: 200  len: 784 time: 0.1576548
Nov 19 20:53:57.919357 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-80af8e22-a2cb-46a0-85d5-65d3f3db5042 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80324) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 20:53:57.920252 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b3e14e53-4c4a-4371-9129-dc3fc384053e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:57.920438 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-79928b74-da76-4394-81c5-e9ba54d69f50 req-80af8e22-a2cb-46a0-85d5-65d3f3db5042 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0069697
Nov 19 20:53:57.960467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae89cb1-ac5d-4102-ab44-a325bb48783a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59cbba1f-50a8-4d2a-8185-b2dfe8b126e2,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:57.963730 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5ae89cb1-ac5d-4102-ab44-a325bb48783a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:58.116830 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5ae89cb1-ac5d-4102-ab44-a325bb48783a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:58.120306 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383be38-354f-4da7-ab6c-ecf31e54830b None None] Network 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:53:58.128037 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-5ae89cb1-ac5d-4102-ab44-a325bb48783a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/59cbba1f-50a8-4d2a-8185-b2dfe8b126e2 HTTP/1.1" status: 204  len: 168 time: 0.8161554
Nov 19 20:53:58.131043 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 38600) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:53:58.146601 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-99865a0f-9bb3-4634-bcba-cebb5ae173e1 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:58.158497 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-99865a0f-9bb3-4634-bcba-cebb5ae173e1 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1195335
Nov 19 20:53:58.257426 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-1afac10f-f847-4d90-b002-5e255f6f528e tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.0.244 HTTP/1.1" status: 200  len: 696 time: 0.0925174
Nov 19 20:53:58.268546 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3496268'] for network, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:58.270257 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-d7237f01-4824-4149-bec2-9a85a8e8127d tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Request body: {'floatingip': {'port_id': '5b390ca7-a075-4893-babf-3e15898cc571', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:53:58.300869 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 45189207-a55b-4e33-a101-45be26548e8b no longer exists at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:53:58.343316 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] Deleting port 30348c5d-77ae-48cc-9fd3-c450dd67c41f {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:53:58.343694 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:58.349848 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] No Port match for: 45189207-a55b-4e33-a101-45be26548e8b {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 20:53:58.350261 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 45189207-a55b-4e33-a101-45be26548e8b not bound to the agent host dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 20:53:58.350752 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device a536e734-57e7-42c2-9cf7-134512d81fc8 no longer exists at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:53:58.353892 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-d7237f01-4824-4149-bec2-9a85a8e8127d tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for floatingip, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:58.386894 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] No Port match for: a536e734-57e7-42c2-9cf7-134512d81fc8 {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 20:53:58.387302 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device a536e734-57e7-42c2-9cf7-134512d81fc8 not bound to the agent host dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 20:53:58.483809 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f249ce-d086-46be-8155-c5eb4e4ec8de None None] DHCP port deletion for 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd request from dv-cinder-750782-3-iscsi {{(pid=80325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 19 20:53:58.488260 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-53f249ce-d086-46be-8155-c5eb4e4ec8de None None] Deleting port 30348c5d-77ae-48cc-9fd3-c450dd67c41f {{(pid=80325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:53:58.488690 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-53f249ce-d086-46be-8155-c5eb4e4ec8de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:58.567814 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] For port 30348c5d-77ae-48cc-9fd3-c450dd67c41f, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=30348c5d-77ae-48cc-9fd3-c450dd67c41f,segment=NetworkSegment(5f81fa6e-fc9f-4726-931b-51fc754fde2a),segment_id=5f81fa6e-fc9f-4726-931b-51fc754fde2a)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:53:58.568210 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:58.687138 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device ad2c700d-4d30-42f3-9130-bfd7117cd2de up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:53:58.697165 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] Calling delete_port for 30348c5d-77ae-48cc-9fd3-c450dd67c41f owned by network:dhcp {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:53:58.776048 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:58.786075 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-53f249ce-d086-46be-8155-c5eb4e4ec8de None None] For port 30348c5d-77ae-48cc-9fd3-c450dd67c41f, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=30348c5d-77ae-48cc-9fd3-c450dd67c41f,segment=NetworkSegment(5f81fa6e-fc9f-4726-931b-51fc754fde2a),segment_id=5f81fa6e-fc9f-4726-931b-51fc754fde2a)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:53:58.786528 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-53f249ce-d086-46be-8155-c5eb4e4ec8de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:58.793313 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f143a808-de8f-4940-89de-3ca0546e98a0 tempest-DeleteServersTestJSON-624151411 tempest-DeleteServersTestJSON-624151411] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:58.842294 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=30348c5d-77ae-48cc-9fd3-c450dd67c41f,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:58.854744 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:58.941533 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-53f249ce-d086-46be-8155-c5eb4e4ec8de None None] Calling delete_port for 30348c5d-77ae-48cc-9fd3-c450dd67c41f owned by network:dhcp {{(pid=80325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:53:58.990720 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] No DVR routers for this DVR port 30348c5d-77ae-48cc-9fd3-c450dd67c41f on host dv-cinder-750782-3-iscsi {{(pid=80324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:53:58.997992 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning for port ad2c700d-4d30-42f3-9130-bfd7117cd2de completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:53:58.999167 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-d7237f01-4824-4149-bec2-9a85a8e8127d tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:59.002468 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-d7237f01-4824-4149-bec2-9a85a8e8127d tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:59.007277 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port ad2c700d-4d30-42f3-9130-bfd7117cd2de triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:53:59.007702 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:59.082668 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [None req-53f249ce-d086-46be-8155-c5eb4e4ec8de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80325) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:53:59.083080 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [None req-53f249ce-d086-46be-8155-c5eb4e4ec8de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:53:59.133580 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3396403', 'neutron.services.segments.db._delete_segments_for_network--9223363258782719672'] for network, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:59.148575 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:59.164806 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc66ada-b7b0-469e-83ad-c93335f3b3a1 req-4fdc4673-f5a7-46e8-b1d7-d44a90603c7f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:53:59.172818 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2fc66ada-b7b0-469e-83ad-c93335f3b3a1 req-4fdc4673-f5a7-46e8-b1d7-d44a90603c7f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.2640724
Nov 19 20:53:59.179765 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63e8890-f9ee-4638-8c68-45baf1625d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2c700d-4d30-42f3-9130-bfd7117cd2de'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:53:59.191820 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port ad2c700d-4d30-42f3-9130-bfd7117cd2de, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ad2c700d-4d30-42f3-9130-bfd7117cd2de,segment=NetworkSegment(3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5),segment_id=3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:53:59.195893 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:59.199261 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:59.238198 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_db [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-d7237f01-4824-4149-bec2-9a85a8e8127d tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Floating IP 1c8dfb74-e5d8-489a-89aa-3f6fb45fbcd2 associated. External IP: 172.27.0.244, port: 5b390ca7-a075-4893-babf-3e15898cc571.
Nov 19 20:53:59.267014 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=ad2c700d-4d30-42f3-9130-bfd7117cd2de,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:59.270564 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:53:59.302382 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbcdc4f9eb8>,) {'filters': {'network_id': ['6ffb72e9-96a6-4c46-8196-d8ef4a914fbd']}} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:59.315704 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2fc66ada-b7b0-469e-83ad-c93335f3b3a1 req-21ff9edf-adf0-4145-b42d-9e4245bc70ae tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1420021
Nov 19 20:53:59.319465 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcdc4f9eb8>, '5f81fa6e-fc9f-4726-931b-51fc754fde2a') {'for_net_delete': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:59.319807 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcdc4f9eb8>, '5f81fa6e-fc9f-4726-931b-51fc754fde2a') {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:59.334005 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258782742456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10914545'] for segment, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:59.359921 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:59.361158 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 20:53:59.402198 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e8890-f9ee-4638-8c68-45baf1625d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2c700d-4d30-42f3-9130-bfd7117cd2de', 'code': 200}
Nov 19 20:53:59.552150 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] Network 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd has no segments {{(pid=80324) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:53:59.557214 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:59.564485 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3387784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843861784'] for segment, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:59.585131 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-53f249ce-d086-46be-8155-c5eb4e4ec8de None None] Deleting port 30348c5d-77ae-48cc-9fd3-c450dd67c41f {{(pid=80325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:53:59.585812 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-53f249ce-d086-46be-8155-c5eb4e4ec8de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:59.652873 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-d7237f01-4824-4149-bec2-9a85a8e8127d tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Router 13ac21e6-516a-4e2d-a705-a740edaf4ac6 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:53:59.659371 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-53f249ce-d086-46be-8155-c5eb4e4ec8de None None] The port '30348c5d-77ae-48cc-9fd3-c450dd67c41f' was deleted {{(pid=80325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 19 20:53:59.801497 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] Network 6ffb72e9-96a6-4c46-8196-d8ef4a914fbd has no segments {{(pid=80324) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]: Traceback (most recent call last):
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:     timer()
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:     cb(*args, **kw)
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:     return func(*args, **kwargs)
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:     self._notify()
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:     self.callback(batched_events)
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:     event.method(event)
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:     segment_id)['aggregates'][0]
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:     return f(self, *a, **k)
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self._get(url).json()
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:     **kwargs)
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self.request(url, 'GET', **kwargs)
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:     **endpoint_filter)
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 20:53:59.827445 dv-cinder-750782-3-iscsi neutron-server[80212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 20:53:59.864264 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-d7237f01-4824-4149-bec2-9a85a8e8127d tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:53:59.870034 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-d7237f01-4824-4149-bec2-9a85a8e8127d tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:59.877124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc30d2a7-9293-42e1-b433-c640918bac46 None None] Sync routers for ids ['13ac21e6-516a-4e2d-a705-a740edaf4ac6'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:53:59.890282 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc30d2a7-9293-42e1-b433-c640918bac46 None None] Routers {'13ac21e6-516a-4e2d-a705-a740edaf4ac6'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:53:59.890958 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-fc30d2a7-9293-42e1-b433-c640918bac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc13f9b0>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:53:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['13ac21e6-516a-4e2d-a705-a740edaf4ac6'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:53:59.925033 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d38cc4df-9e13-499f-bc15-83f018d233df req-217c3625-65c1-457c-bcc3-c7bc8fe6a5d4 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 1163 time: 0.2698059
Nov 19 20:53:59.929690 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851379388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:59.942562 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-d7237f01-4824-4149-bec2-9a85a8e8127d tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "PUT /v2.0/floatingips/1c8dfb74-e5d8-489a-89aa-3f6fb45fbcd2 HTTP/1.1" status: 200  len: 997 time: 1.6766539
Nov 19 20:53:59.943815 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'tag': '5b390ca7-a075-4893-babf-3e15898cc571'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:53:59.948451 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3e122d6c-2372-4f0e-bdd7-c8779356ee06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:53:59.967696 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:53:59.979982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ffb72e9-96a6-4c46-8196-d8ef4a914fbd,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:53:59.986897 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:00.011045 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'tag': '5b390ca7-a075-4893-babf-3e15898cc571', 'status': 'completed', 'code': 200}
Nov 19 20:54:00.019617 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6ffb72e9-96a6-4c46-8196-d8ef4a914fbd HTTP/1.1" status: 204  len: 168 time: 1.8850598
Nov 19 20:54:00.019617 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d38cc4df-9e13-499f-bc15-83f018d233df req-67926b41-ec00-40b9-ae26-1d254d1061fd service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861945
Nov 19 20:54:00.048792 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-5a05c1bb-14e9-429f-90ca-29138762cc98 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=065e9bb05bf14c60b70fce5d5b7f93ed&device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 1163 time: 0.0957017
Nov 19 20:54:00.108819 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-fc30d2a7-9293-42e1-b433-c640918bac46 None None] Set router 13ac21e6-516a-4e2d-a705-a740edaf4ac6 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:54:00.165701 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device ad2c700d-4d30-42f3-9130-bfd7117cd2de up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:54:00.194615 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 38612) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:00.265471 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a74c541a-62c9-4168-a574-6478d59012fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa99d0118df442eca2afa5e7043d1676&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0694854
Nov 19 20:54:00.267891 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 38616) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:00.337625 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 30348c5d-77ae-48cc-9fd3-c450dd67c41f no longer exists at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:54:00.347035 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7ee0104b-ac32-4bd6-84f2-4d1549e66986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:00.379211 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7ee0104b-ac32-4bd6-84f2-4d1549e66986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:00.402598 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] No Port match for: 30348c5d-77ae-48cc-9fd3-c450dd67c41f {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 20:54:00.403163 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 30348c5d-77ae-48cc-9fd3-c450dd67c41f not bound to the agent host dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 20:54:00.427177 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port ad2c700d-4d30-42f3-9130-bfd7117cd2de triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:00.427610 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:00.440476 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-8e1e22bf-d3e8-4f2c-9b81-1eeae41a7740 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:54:00.449140 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-8e1e22bf-d3e8-4f2c-9b81-1eeae41a7740 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0c25622a-0a71-4c73-a017-fd1e7692f77f HTTP/1.1" status: 200  len: 902 time: 0.3936484
Nov 19 20:54:00.455974 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7ee0104b-ac32-4bd6-84f2-4d1549e66986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:00.482715 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-dd84b80b-ade9-4aa8-90f7-29906afa5b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:00.533540 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee0104b-ac32-4bd6-84f2-4d1549e66986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c22df1-a510-4b87-97f2-e46b62440311,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:00.536619 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7ee0104b-ac32-4bd6-84f2-4d1549e66986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:00.555058 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-900ddb14-4a9f-475c-91b0-83c773525cb0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b390ca7-a075-4893-babf-3e15898cc571 HTTP/1.1" status: 200  len: 1000 time: 0.1053817
Nov 19 20:54:00.621905 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7ee0104b-ac32-4bd6-84f2-4d1549e66986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:00.625865 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-7ee0104b-ac32-4bd6-84f2-4d1549e66986 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/00c22df1-a510-4b87-97f2-e46b62440311 HTTP/1.1" status: 204  len: 168 time: 0.3560545
Nov 19 20:54:00.626638 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-34387392-8521-46ba-b374-b1fcc5f4322d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:54:00.628308 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-34387392-8521-46ba-b374-b1fcc5f4322d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b73c3f7f-6f5e-49c6-a975-223e0c851e78 HTTP/1.1" status: 200  len: 847 time: 0.0690851
Nov 19 20:54:00.671619 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12544aff-8703-4507-8802-5e74b8155676 req-c749e6ef-8b54-4475-b722-572aa81dccd7 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:54:00.679043 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-12544aff-8703-4507-8802-5e74b8155676 req-c749e6ef-8b54-4475-b722-572aa81dccd7 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.1989188
Nov 19 20:54:00.683555 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8fbfe906-01c6-4903-a5bc-29c5ebcc915b req-b75db531-8d78-4f40-a03b-fabf8984f18a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=065e9bb05bf14c60b70fce5d5b7f93ed&device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 1163 time: 0.2022707
Nov 19 20:54:00.716065 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-e4dccb4c-8cd1-4b09-bce1-d31426b9b48a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0c25622a-0a71-4c73-a017-fd1e7692f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792572
Nov 19 20:54:00.887893 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-12544aff-8703-4507-8802-5e74b8155676 req-45c33e89-14e1-442d-9213-0f0c0f67679d tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2078087
Nov 19 20:54:00.899716 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-fc30d2a7-9293-42e1-b433-c640918bac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc13f9b0>, [{'id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'name': 'tempest-TestShelveInstance-587791156-router', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:07Z', 'revision_number': 4, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'gw_port': {'id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:54:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '1c8dfb74-e5d8-489a-89aa-3f6fb45fbcd2', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'port_id': '5b390ca7-a075-4893-babf-3e15898cc571', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f', 'mac_address': 'fa:16:3e:6d:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:53:56Z', 'updated_at': '2020-11-19T20:53:58Z', 'revision_number': 1, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edceda47-7a10-432e-abcf-23cfd80c9443', 'name': '', 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'mac_address': 'fa:16:3e:11:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b73c3f7f-6f5e-49c6-a975-223e0c851e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:07Z', 'updated_at': '2020-11-19T20:53:14Z', 'revision_number': 5, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'subnets': [{'id': 'b73c3f7f-6f5e-49c6-a975-223e0c851e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:00.905021 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc30d2a7-9293-42e1-b433-c640918bac46 None None] Checking router: 13ac21e6-516a-4e2d-a705-a740edaf4ac6 for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:54:00.919437 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc30d2a7-9293-42e1-b433-c640918bac46 None None] Routers {'13ac21e6-516a-4e2d-a705-a740edaf4ac6'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:54:00.920431 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-fc30d2a7-9293-42e1-b433-c640918bac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc13f9b0>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:53:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['13ac21e6-516a-4e2d-a705-a740edaf4ac6'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:00.928312 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-9c0a452f-1a7c-4906-baa1-a8d79ebb0cd8 service neutron] 10.222.0.23 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2043571
Nov 19 20:54:00.948194 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfe906-01c6-4903-a5bc-29c5ebcc915b req-555c483e-efd3-4fa1-83f0-4885532ed514 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:54:00.949807 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8fbfe906-01c6-4903-a5bc-29c5ebcc915b req-555c483e-efd3-4fa1-83f0-4885532ed514 service neutron] 10.222.0.27 "GET /v2.0/networks?id=0c25622a-0a71-4c73-a017-fd1e7692f77f HTTP/1.1" status: 200  len: 902 time: 0.2503715
Nov 19 20:54:01.096834 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-aca1dfcf-6e66-4a75-a787-ceeddb9e9be5 req-778dd6e7-8468-40ec-8703-0a96675f1fd8 service neutron] 10.222.0.23 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1675990
Nov 19 20:54:01.104039 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8fbfe906-01c6-4903-a5bc-29c5ebcc915b req-957acf6c-62d7-49cd-9ff0-5f263b298a77 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b390ca7-a075-4893-babf-3e15898cc571 HTTP/1.1" status: 200  len: 1000 time: 0.1440737
Nov 19 20:54:01.186153 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfe906-01c6-4903-a5bc-29c5ebcc915b req-72feffe2-e452-4c1f-899a-0f01d6025933 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:54:01.188192 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8fbfe906-01c6-4903-a5bc-29c5ebcc915b req-72feffe2-e452-4c1f-899a-0f01d6025933 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b73c3f7f-6f5e-49c6-a975-223e0c851e78 HTTP/1.1" status: 200  len: 847 time: 0.0765383
Nov 19 20:54:01.288195 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8fbfe906-01c6-4903-a5bc-29c5ebcc915b req-e52e5935-b981-4e36-93a0-9473dff827d9 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0c25622a-0a71-4c73-a017-fd1e7692f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840471
Nov 19 20:54:01.299799 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-fc30d2a7-9293-42e1-b433-c640918bac46 None None] Set router 13ac21e6-516a-4e2d-a705-a740edaf4ac6 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:54:01.448288 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8fbfe906-01c6-4903-a5bc-29c5ebcc915b req-531fec8f-03c9-4742-8f8a-ea2b52fb07b8 service neutron] 10.222.0.27 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496408
Nov 19 20:54:01.619132 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8fbfe906-01c6-4903-a5bc-29c5ebcc915b req-f17534a7-86ee-4c09-9bdb-ccbcfaafde05 service neutron] 10.222.0.27 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1635277
Nov 19 20:54:01.684479 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-fc30d2a7-9293-42e1-b433-c640918bac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc13f9b0>, [{'id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'name': 'tempest-TestShelveInstance-587791156-router', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:07Z', 'revision_number': 4, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'gw_port': {'id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:54:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '1c8dfb74-e5d8-489a-89aa-3f6fb45fbcd2', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'port_id': '5b390ca7-a075-4893-babf-3e15898cc571', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f', 'mac_address': 'fa:16:3e:6d:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:53:56Z', 'updated_at': '2020-11-19T20:53:58Z', 'revision_number': 1, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edceda47-7a10-432e-abcf-23cfd80c9443', 'name': '', 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'mac_address': 'fa:16:3e:11:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b73c3f7f-6f5e-49c6-a975-223e0c851e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:07Z', 'updated_at': '2020-11-19T20:53:14Z', 'revision_number': 5, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'subnets': [{'id': 'b73c3f7f-6f5e-49c6-a975-223e0c851e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:01.688720 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc30d2a7-9293-42e1-b433-c640918bac46 None None] The sync data for ids ['13ac21e6-516a-4e2d-a705-a740edaf4ac6'] in dv-cinder-750782-3-iscsi is: [{'id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'name': 'tempest-TestShelveInstance-587791156-router', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:07Z', 'revision_number': 4, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'gw_port': {'id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:54:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '1c8dfb74-e5d8-489a-89aa-3f6fb45fbcd2', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'port_id': '5b390ca7-a075-4893-babf-3e15898cc571', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f', 'mac_address': 'fa:16:3e:6d:5b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:53:56Z', 'updated_at': '2020-11-19T20:53:58Z', 'revision_number': 1, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edceda47-7a10-432e-abcf-23cfd80c9443', 'name': '', 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'mac_address': 'fa:16:3e:11:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b73c3f7f-6f5e-49c6-a975-223e0c851e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:07Z', 'updated_at': '2020-11-19T20:53:14Z', 'revision_number': 5, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'subnets': [{'id': 'b73c3f7f-6f5e-49c6-a975-223e0c851e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:54:01.977382 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5c25a5-8765-49d6-b992-7100ad5602ba None None] New status for floating IP 1c8dfb74-e5d8-489a-89aa-3f6fb45fbcd2: ACTIVE {{(pid=80326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 20:54:02.123116 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e9a69-f245-410a-9ce9-8553d709539f req-374fb708-409c-470b-a902-b9ead8055bfd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:54:02.125097 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-217e9a69-f245-410a-9ce9-8553d709539f req-374fb708-409c-470b-a902-b9ead8055bfd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0861888
Nov 19 20:54:02.190388 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-217e9a69-f245-410a-9ce9-8553d709539f req-ac125c16-cb59-4840-8185-61c74956bd22 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576870
Nov 19 20:54:02.435129 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821440bb-c62b-49c6-bd6e-7be262bbe905 req-ca82301e-3a67-4958-b763-00080ede8b46 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:54:02.436777 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-821440bb-c62b-49c6-bd6e-7be262bbe905 req-ca82301e-3a67-4958-b763-00080ede8b46 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0982649
Nov 19 20:54:02.448022 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38660) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:02.454178 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-8c3ea4b5-dc4d-4c15-a17a-828de9d760de tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Request body: {'floatingip': {'port_id': 'ad2c700d-4d30-42f3-9130-bfd7117cd2de'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:54:02.539334 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea4b5-dc4d-4c15-a17a-828de9d760de tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for floatingip, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:02.553233 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-442adb00-5b23-4bb5-9aec-18bd966507e4 req-34b74970-daaf-45fa-ba28-4e4eb68776f7 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3113549
Nov 19 20:54:02.728855 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-442adb00-5b23-4bb5-9aec-18bd966507e4 req-cffd40af-5553-4fa1-ba09-2ef9a9003933 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=065e9bb05bf14c60b70fce5d5b7f93ed&device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 1163 time: 0.0783277
Nov 19 20:54:02.888691 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442adb00-5b23-4bb5-9aec-18bd966507e4 req-a03e9c65-a7e4-47a7-96c6-0f73bd6a11ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:54:02.890295 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-442adb00-5b23-4bb5-9aec-18bd966507e4 req-a03e9c65-a7e4-47a7-96c6-0f73bd6a11ba service neutron] 10.222.0.27 "GET /v2.0/networks?id=0c25622a-0a71-4c73-a017-fd1e7692f77f HTTP/1.1" status: 200  len: 902 time: 0.1435146
Nov 19 20:54:03.003748 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-442adb00-5b23-4bb5-9aec-18bd966507e4 req-d53612f3-fd63-47b9-830f-8aa5066a726d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b390ca7-a075-4893-babf-3e15898cc571 HTTP/1.1" status: 200  len: 1002 time: 0.1073110
Nov 19 20:54:03.075786 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442adb00-5b23-4bb5-9aec-18bd966507e4 req-5b1a642f-7afe-48c7-9795-6838b6a6bc7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:54:03.077467 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-442adb00-5b23-4bb5-9aec-18bd966507e4 req-5b1a642f-7afe-48c7-9795-6838b6a6bc7d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b73c3f7f-6f5e-49c6-a975-223e0c851e78 HTTP/1.1" status: 200  len: 847 time: 0.0678365
Nov 19 20:54:03.165147 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-442adb00-5b23-4bb5-9aec-18bd966507e4 req-5768dd54-f287-4118-b1ae-aaee328c9f53 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0c25622a-0a71-4c73-a017-fd1e7692f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806646
Nov 19 20:54:03.196536 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea4b5-dc4d-4c15-a17a-828de9d760de tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:03.199584 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea4b5-dc4d-4c15-a17a-828de9d760de tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:03.329932 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-442adb00-5b23-4bb5-9aec-18bd966507e4 req-7943fe0f-de34-4609-9af3-78359a89e043 service neutron] 10.222.0.27 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581409
Nov 19 20:54:03.424136 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_db [None req-8c3ea4b5-dc4d-4c15-a17a-828de9d760de tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Floating IP 0adf256d-008f-4356-b7d7-5728b77f6d64 associated. External IP: 172.27.0.253, port: ad2c700d-4d30-42f3-9130-bfd7117cd2de.
Nov 19 20:54:03.482797 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-442adb00-5b23-4bb5-9aec-18bd966507e4 req-eab24f4d-3c45-4a87-b47b-e22ae653e6b7 service neutron] 10.222.0.27 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1466620
Nov 19 20:54:03.830476 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3ea4b5-dc4d-4c15-a17a-828de9d760de tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Router ee1ef9d0-40ee-4156-b755-037509f3ea8b has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:54:04.039793 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3ea4b5-dc4d-4c15-a17a-828de9d760de tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:54:04.045167 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8c3ea4b5-dc4d-4c15-a17a-828de9d760de tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:04.049873 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517c8cf4-e801-4ea7-8b5e-b6a25ee2e3e4 None None] Sync routers for ids ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:54:04.063219 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517c8cf4-e801-4ea7-8b5e-b6a25ee2e3e4 None None] Routers {'ee1ef9d0-40ee-4156-b755-037509f3ea8b'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:54:04.064064 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-517c8cf4-e801-4ea7-8b5e-b6a25ee2e3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc2edc50>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:53:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:04.102182 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-8c3ea4b5-dc4d-4c15-a17a-828de9d760de tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "PUT /v2.0/floatingips/0adf256d-008f-4356-b7d7-5728b77f6d64 HTTP/1.1" status: 200  len: 992 time: 1.6500392
Nov 19 20:54:04.102182 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63e8890-f9ee-4638-8c68-45baf1625d89', 'tag': 'ad2c700d-4d30-42f3-9130-bfd7117cd2de'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:54:04.199204 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63e8890-f9ee-4638-8c68-45baf1625d89', 'tag': 'ad2c700d-4d30-42f3-9130-bfd7117cd2de', 'status': 'completed', 'code': 200}
Nov 19 20:54:04.270562 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-517c8cf4-e801-4ea7-8b5e-b6a25ee2e3e4 None None] Set router ee1ef9d0-40ee-4156-b755-037509f3ea8b gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:54:04.336045 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2e0e6c49-86e5-4149-a86e-2d5e1f4017bf req-b14a49a4-00c7-40b0-824b-2bf019fd37a7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1&device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 1163 time: 0.0755188
Nov 19 20:54:04.480309 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e6c49-86e5-4149-a86e-2d5e1f4017bf req-b2007d1c-0884-4d28-8576-77ac61917ffd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:54:04.481948 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2e0e6c49-86e5-4149-a86e-2d5e1f4017bf req-b2007d1c-0884-4d28-8576-77ac61917ffd service neutron] 10.222.0.27 "GET /v2.0/networks?id=f600d754-a3af-4d81-9829-a5bb5191007e HTTP/1.1" status: 200  len: 911 time: 0.1390958
Nov 19 20:54:04.598258 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2e0e6c49-86e5-4149-a86e-2d5e1f4017bf req-0212c33f-2fdd-4ad6-ae00-6b5ffec339ae service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad2c700d-4d30-42f3-9130-bfd7117cd2de HTTP/1.1" status: 200  len: 1000 time: 0.1077874
Nov 19 20:54:04.645123 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-517c8cf4-e801-4ea7-8b5e-b6a25ee2e3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc2edc50>, [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:38Z', 'revision_number': 4, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '0adf256d-008f-4356-b7d7-5728b77f6d64', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'port_id': 'ad2c700d-4d30-42f3-9130-bfd7117cd2de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'mac_address': 'fa:16:3e:5a:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e8890-f9ee-4638-8c68-45baf1625d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:53:48Z', 'updated_at': '2020-11-19T20:54:03Z', 'revision_number': 1, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75dc612-594b-4318-90d0-5fc86305785c', 'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'mac_address': 'fa:16:3e:93:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:37Z', 'updated_at': '2020-11-19T20:48:53Z', 'revision_number': 5, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'subnets': [{'id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:04.649434 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517c8cf4-e801-4ea7-8b5e-b6a25ee2e3e4 None None] Checking router: ee1ef9d0-40ee-4156-b755-037509f3ea8b for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:54:04.662308 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517c8cf4-e801-4ea7-8b5e-b6a25ee2e3e4 None None] Routers {'ee1ef9d0-40ee-4156-b755-037509f3ea8b'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:54:04.662985 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-517c8cf4-e801-4ea7-8b5e-b6a25ee2e3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc2edc50>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:53:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:04.669460 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e6c49-86e5-4149-a86e-2d5e1f4017bf req-20e8c679-bab2-42a9-828e-daec6aeb6620 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:54:04.671089 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2e0e6c49-86e5-4149-a86e-2d5e1f4017bf req-20e8c679-bab2-42a9-828e-daec6aeb6620 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=f9de70f2-6912-47cb-a752-2ceb77669463 HTTP/1.1" status: 200  len: 856 time: 0.0662591
Nov 19 20:54:04.761130 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2e0e6c49-86e5-4149-a86e-2d5e1f4017bf req-d6868bd6-86ba-49a5-881c-774fd15130d6 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f600d754-a3af-4d81-9829-a5bb5191007e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824580
Nov 19 20:54:04.858115 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-517c8cf4-e801-4ea7-8b5e-b6a25ee2e3e4 None None] Set router ee1ef9d0-40ee-4156-b755-037509f3ea8b gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:54:04.911426 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2e0e6c49-86e5-4149-a86e-2d5e1f4017bf req-1df39bca-ee39-4d93-b9a1-4722f7fa2f90 service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431446
Nov 19 20:54:05.063466 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2e0e6c49-86e5-4149-a86e-2d5e1f4017bf req-979975df-d9bc-4ba8-927b-e1943431f24e service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1454647
Nov 19 20:54:05.237445 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-517c8cf4-e801-4ea7-8b5e-b6a25ee2e3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc2edc50>, [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:38Z', 'revision_number': 4, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '0adf256d-008f-4356-b7d7-5728b77f6d64', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'port_id': 'ad2c700d-4d30-42f3-9130-bfd7117cd2de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'mac_address': 'fa:16:3e:5a:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e8890-f9ee-4638-8c68-45baf1625d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:53:48Z', 'updated_at': '2020-11-19T20:54:03Z', 'revision_number': 1, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75dc612-594b-4318-90d0-5fc86305785c', 'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'mac_address': 'fa:16:3e:93:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:37Z', 'updated_at': '2020-11-19T20:48:53Z', 'revision_number': 5, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'subnets': [{'id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:05.241708 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517c8cf4-e801-4ea7-8b5e-b6a25ee2e3e4 None None] The sync data for ids ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'] in dv-cinder-750782-3-iscsi is: [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:38Z', 'revision_number': 4, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '0adf256d-008f-4356-b7d7-5728b77f6d64', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'floating_ip_address': '172.27.0.253', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'port_id': 'ad2c700d-4d30-42f3-9130-bfd7117cd2de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'mac_address': 'fa:16:3e:5a:5a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e8890-f9ee-4638-8c68-45baf1625d89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:53:48Z', 'updated_at': '2020-11-19T20:54:03Z', 'revision_number': 1, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75dc612-594b-4318-90d0-5fc86305785c', 'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'mac_address': 'fa:16:3e:93:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:37Z', 'updated_at': '2020-11-19T20:48:53Z', 'revision_number': 5, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'subnets': [{'id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:54:05.516641 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ced9332-7f62-4aa2-844b-ca9267ab9a6b None None] New status for floating IP 0adf256d-008f-4356-b7d7-5728b77f6d64: ACTIVE {{(pid=80326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 20:54:05.841997 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c17d5cb0-3f85-4b2a-ad56-890b4fc7b53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:07.092109 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38710) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:07.242961 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0a250f8e-a874-4971-a161-cae2526ddcd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:07.278971 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-0a250f8e-a874-4971-a161-cae2526ddcd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:54:07.283012 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-0a250f8e-a874-4971-a161-cae2526ddcd8 admin admin] Usage tracker for resource:security_group_rule and tenant:371f10344cba4923aa534c7e40f6f492 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:54:07.286235 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-0a250f8e-a874-4971-a161-cae2526ddcd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:54:07.292532 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-0a250f8e-a874-4971-a161-cae2526ddcd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:54:07.359268 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0a250f8e-a874-4971-a161-cae2526ddcd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:07.361709 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0a250f8e-a874-4971-a161-cae2526ddcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:07.369216 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-cad8724c-7146-4a6c-a802-bef150887f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:07.411610 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a250f8e-a874-4971-a161-cae2526ddcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebe667a-576f-454c-a941-bf30979b0a2b,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:07.416649 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0a250f8e-a874-4971-a161-cae2526ddcd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:07.419351 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-0a250f8e-a874-4971-a161-cae2526ddcd8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=371f10344cba4923aa534c7e40f6f492&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3260975
Nov 19 20:54:07.422291 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38716) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:07.483685 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d253971d-c3b0-427b-9358-f2303e23b48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:07.509577 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d253971d-c3b0-427b-9358-f2303e23b48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:07.552964 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d253971d-c3b0-427b-9358-f2303e23b48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:07.557825 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-82aa620a-1d16-41c0-a491-e910eb24c50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:07.574009 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253971d-c3b0-427b-9358-f2303e23b48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebe667a-576f-454c-a941-bf30979b0a2b,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:07.576700 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d253971d-c3b0-427b-9358-f2303e23b48a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:07.578911 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d253971d-c3b0-427b-9358-f2303e23b48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:07.580091 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-d253971d-c3b0-427b-9358-f2303e23b48a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eebe667a-576f-454c-a941-bf30979b0a2b HTTP/1.1" status: 204  len: 168 time: 0.1569655
Nov 19 20:54:07.919901 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38728) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:07.939587 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9aebe477-706a-460e-a0a3-470a93575da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:07.971143 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-9aebe477-706a-460e-a0a3-470a93575da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:54:07.975162 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-9aebe477-706a-460e-a0a3-470a93575da0 admin admin] Usage tracker for resource:security_group_rule and tenant:240fe0634eac43e9972ef5ab7e0a939f is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:54:07.978629 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-9aebe477-706a-460e-a0a3-470a93575da0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:54:07.984423 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-9aebe477-706a-460e-a0a3-470a93575da0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:54:08.055294 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9aebe477-706a-460e-a0a3-470a93575da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:08.058107 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9aebe477-706a-460e-a0a3-470a93575da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:08.065583 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0a250f8e-a874-4971-a161-cae2526ddcd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:08.108964 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebe477-706a-460e-a0a3-470a93575da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061b0a6f-3f59-4d3e-9519-e6f4d4b6f264,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:08.113344 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-9aebe477-706a-460e-a0a3-470a93575da0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=240fe0634eac43e9972ef5ab7e0a939f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1923664
Nov 19 20:54:08.114418 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9aebe477-706a-460e-a0a3-470a93575da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:08.116263 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38732) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:08.179157 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9623456b-e602-4470-9b26-141db1901f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:08.206799 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9623456b-e602-4470-9b26-141db1901f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:08.254047 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9623456b-e602-4470-9b26-141db1901f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:08.258958 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4943c05a-5c1f-47b5-9099-cac0a555318b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:08.272949 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623456b-e602-4470-9b26-141db1901f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061b0a6f-3f59-4d3e-9519-e6f4d4b6f264,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:08.275756 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9623456b-e602-4470-9b26-141db1901f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:08.276908 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9623456b-e602-4470-9b26-141db1901f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:08.278220 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-9623456b-e602-4470-9b26-141db1901f9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/061b0a6f-3f59-4d3e-9519-e6f4d4b6f264 HTTP/1.1" status: 204  len: 168 time: 0.1610389
Nov 19 20:54:08.679446 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d670520e-e94a-4107-8128-3b89a93345d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:08.869304 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:09.810875 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:10.202871 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:15.290006 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38828) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:15.441036 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5ca3293c-e54b-4504-afc6-65085fc50d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:15.474156 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-5ca3293c-e54b-4504-afc6-65085fc50d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:54:15.478305 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-5ca3293c-e54b-4504-afc6-65085fc50d99 admin admin] Usage tracker for resource:security_group_rule and tenant:4000a96cdc7b4bbb942d09266e7feee4 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:54:15.481497 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-5ca3293c-e54b-4504-afc6-65085fc50d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:54:15.487281 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-5ca3293c-e54b-4504-afc6-65085fc50d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:54:15.553121 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5ca3293c-e54b-4504-afc6-65085fc50d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:15.555878 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5ca3293c-e54b-4504-afc6-65085fc50d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:15.563239 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ba66e8f3-6d3b-48c1-a4f9-d1c12186a8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:15.604762 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3293c-e54b-4504-afc6-65085fc50d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1f3dd0-9544-4c40-8256-d566155a3a19,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:15.608282 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5ca3293c-e54b-4504-afc6-65085fc50d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:15.612160 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-5ca3293c-e54b-4504-afc6-65085fc50d99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4000a96cdc7b4bbb942d09266e7feee4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3205805
Nov 19 20:54:15.614882 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38834) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:15.676870 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a9effb48-e55f-455f-9706-4a2bf6f584ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:15.707121 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a9effb48-e55f-455f-9706-4a2bf6f584ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:15.754501 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a9effb48-e55f-455f-9706-4a2bf6f584ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:15.760111 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-bb13922a-83fd-4eba-adb5-fcc6935f9df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:15.772640 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9effb48-e55f-455f-9706-4a2bf6f584ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1f3dd0-9544-4c40-8256-d566155a3a19,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:15.775383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a9effb48-e55f-455f-9706-4a2bf6f584ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:15.779712 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a9effb48-e55f-455f-9706-4a2bf6f584ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:15.781590 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a9effb48-e55f-455f-9706-4a2bf6f584ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea1f3dd0-9544-4c40-8256-d566155a3a19 HTTP/1.1" status: 204  len: 168 time: 0.1657083
Nov 19 20:54:16.118398 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38844) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:16.138527 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-762aac79-e62d-43fc-95fe-88646f5aa4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:16.172161 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-762aac79-e62d-43fc-95fe-88646f5aa4f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:54:16.176257 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-762aac79-e62d-43fc-95fe-88646f5aa4f9 admin admin] Usage tracker for resource:security_group_rule and tenant:c98f6ac5006a43439358362fc2c2c77a is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:54:16.179386 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-762aac79-e62d-43fc-95fe-88646f5aa4f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:54:16.186121 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-762aac79-e62d-43fc-95fe-88646f5aa4f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:54:16.253390 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-762aac79-e62d-43fc-95fe-88646f5aa4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:16.256180 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-762aac79-e62d-43fc-95fe-88646f5aa4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:16.263605 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-eceea955-0ab2-4a28-98f5-6b1a974af7c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:16.305479 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762aac79-e62d-43fc-95fe-88646f5aa4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e67d40-45b5-49a7-8ce0-6319c7b9e356,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:16.309592 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-762aac79-e62d-43fc-95fe-88646f5aa4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:16.312601 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-762aac79-e62d-43fc-95fe-88646f5aa4f9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c98f6ac5006a43439358362fc2c2c77a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1925609
Nov 19 20:54:16.315269 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38848) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:16.383658 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a665170c-ab2c-4990-973e-36210f194a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:16.410610 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a665170c-ab2c-4990-973e-36210f194a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:16.455874 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a665170c-ab2c-4990-973e-36210f194a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:16.460635 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d48f4d6c-54d9-474c-99f4-2684b9f54b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:16.474548 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665170c-ab2c-4990-973e-36210f194a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e67d40-45b5-49a7-8ce0-6319c7b9e356,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:16.477255 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a665170c-ab2c-4990-973e-36210f194a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:16.479461 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a665170c-ab2c-4990-973e-36210f194a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:16.481160 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a665170c-ab2c-4990-973e-36210f194a0c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92e67d40-45b5-49a7-8ce0-6319c7b9e356 HTTP/1.1" status: 204  len: 168 time: 0.1644437
Nov 19 20:54:17.991752 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:54:29.031712 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38960) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:29.186952 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3a925c31-ad56-44af-8fbe-d0edbe9a4140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:29.220000 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-3a925c31-ad56-44af-8fbe-d0edbe9a4140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:54:29.224049 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-3a925c31-ad56-44af-8fbe-d0edbe9a4140 admin admin] Usage tracker for resource:security_group_rule and tenant:c383ed99b46a42679cc677335279abae is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:54:29.227022 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-3a925c31-ad56-44af-8fbe-d0edbe9a4140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:54:29.232817 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-3a925c31-ad56-44af-8fbe-d0edbe9a4140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:54:29.299253 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3a925c31-ad56-44af-8fbe-d0edbe9a4140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:29.302116 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3a925c31-ad56-44af-8fbe-d0edbe9a4140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:29.310106 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a665170c-ab2c-4990-973e-36210f194a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:29.355735 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a925c31-ad56-44af-8fbe-d0edbe9a4140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a62419-cccb-40e1-83de-f0ea1bd4d51b,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:29.360497 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-3a925c31-ad56-44af-8fbe-d0edbe9a4140 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c383ed99b46a42679cc677335279abae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3276932
Nov 19 20:54:29.361530 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3a925c31-ad56-44af-8fbe-d0edbe9a4140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:29.363816 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38966) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:29.425011 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e9d9ee86-a586-4060-94c3-f56940f5670d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:29.453373 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e9d9ee86-a586-4060-94c3-f56940f5670d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:29.497045 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e9d9ee86-a586-4060-94c3-f56940f5670d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:29.501932 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9623456b-e602-4470-9b26-141db1901f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:29.512443 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9ee86-a586-4060-94c3-f56940f5670d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a62419-cccb-40e1-83de-f0ea1bd4d51b,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:29.517271 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e9d9ee86-a586-4060-94c3-f56940f5670d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:29.519354 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e9d9ee86-a586-4060-94c3-f56940f5670d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:29.520291 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-e9d9ee86-a586-4060-94c3-f56940f5670d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a8a62419-cccb-40e1-83de-f0ea1bd4d51b HTTP/1.1" status: 204  len: 168 time: 0.1560154
Nov 19 20:54:29.568640 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:29.857450 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38974) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:29.879049 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dd1f33f9-34b6-4069-9d31-7c61096a13ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:29.911487 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-dd1f33f9-34b6-4069-9d31-7c61096a13ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:54:29.916125 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-dd1f33f9-34b6-4069-9d31-7c61096a13ff admin admin] Usage tracker for resource:security_group_rule and tenant:88e80e26a9244b00a7c9260de618b5d3 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:54:29.919071 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-dd1f33f9-34b6-4069-9d31-7c61096a13ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:54:29.924818 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-dd1f33f9-34b6-4069-9d31-7c61096a13ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:54:29.990468 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dd1f33f9-34b6-4069-9d31-7c61096a13ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:29.993693 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dd1f33f9-34b6-4069-9d31-7c61096a13ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:30.001121 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0647c044-7e72-4d60-8cc3-5c9f1a93fb3e tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:30.045581 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f33f9-34b6-4069-9d31-7c61096a13ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f593230-d5ed-46ad-9ece-33fb187d8f0a,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:30.049418 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-dd1f33f9-34b6-4069-9d31-7c61096a13ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:30.051901 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-dd1f33f9-34b6-4069-9d31-7c61096a13ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88e80e26a9244b00a7c9260de618b5d3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1933489
Nov 19 20:54:30.054593 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 38978) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:30.117696 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fc14d02e-d29a-41bd-8878-a3f3280c7b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:30.146063 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fc14d02e-d29a-41bd-8878-a3f3280c7b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:30.192073 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fc14d02e-d29a-41bd-8878-a3f3280c7b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:30.198298 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9aebe477-706a-460e-a0a3-470a93575da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:30.211078 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14d02e-d29a-41bd-8878-a3f3280c7b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f593230-d5ed-46ad-9ece-33fb187d8f0a,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:30.214316 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-fc14d02e-d29a-41bd-8878-a3f3280c7b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:30.216334 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-fc14d02e-d29a-41bd-8878-a3f3280c7b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:30.218302 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-fc14d02e-d29a-41bd-8878-a3f3280c7b29 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0f593230-d5ed-46ad-9ece-33fb187d8f0a HTTP/1.1" status: 204  len: 168 time: 0.1626291
Nov 19 20:54:31.706296 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 39014) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:31.855068 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-67520c4c-cee2-44ee-b2dc-bf6513cb89ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:31.887386 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-67520c4c-cee2-44ee-b2dc-bf6513cb89ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:54:31.891466 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-67520c4c-cee2-44ee-b2dc-bf6513cb89ee admin admin] Usage tracker for resource:security_group_rule and tenant:eb2ca49b00204e3d89bbecd40b16ece6 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:54:31.894410 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-67520c4c-cee2-44ee-b2dc-bf6513cb89ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:54:31.900688 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-67520c4c-cee2-44ee-b2dc-bf6513cb89ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:54:31.970041 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-67520c4c-cee2-44ee-b2dc-bf6513cb89ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:31.972794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-67520c4c-cee2-44ee-b2dc-bf6513cb89ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:31.980254 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e2928fc6-e7fd-4111-b660-cbf46817540b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:32.022809 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67520c4c-cee2-44ee-b2dc-bf6513cb89ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b224e4-3c9d-4714-b50b-e4208167adae,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:32.030228 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-67520c4c-cee2-44ee-b2dc-bf6513cb89ee admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb2ca49b00204e3d89bbecd40b16ece6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3203888
Nov 19 20:54:32.030228 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-67520c4c-cee2-44ee-b2dc-bf6513cb89ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:32.031152 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 39020) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:32.093730 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c98d47c5-737f-4532-a153-70478659fcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:32.120408 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c98d47c5-737f-4532-a153-70478659fcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:32.164585 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c98d47c5-737f-4532-a153-70478659fcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:32.169763 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4dd3d6d6-e084-4f35-902e-b9aaa2ee5882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:32.181158 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d47c5-737f-4532-a153-70478659fcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b224e4-3c9d-4714-b50b-e4208167adae,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:32.186004 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c98d47c5-737f-4532-a153-70478659fcc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:32.188063 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c98d47c5-737f-4532-a153-70478659fcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:32.190236 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-c98d47c5-737f-4532-a153-70478659fcc8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4b224e4-3c9d-4714-b50b-e4208167adae HTTP/1.1" status: 204  len: 168 time: 0.1583579
Nov 19 20:54:33.002520 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 39044) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:33.139776 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1103893206-network', 'tenant_id': 'cb575debff214833befc497befa66377'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:54:33.144801 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:54:33.148936 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Usage tracker for resource:network and tenant:cb575debff214833befc497befa66377 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:54:33.152547 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:54:33.158426 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:54:33.172501 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Made reservation on behalf of cb575debff214833befc497befa66377 for: {'network': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:54:33.177275 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:33.192568 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:33.225111 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:54:33.229840 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Usage tracker for resource:security_group_rule and tenant:cb575debff214833befc497befa66377 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:54:33.232806 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:54:33.238672 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:54:33.305619 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:33.308386 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:33.312501 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e4caa2a0-208b-44a1-8e4a-bed2625207d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:33.341595 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 20:54:33.354281 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c3faf5-0da1-409d-ac36-21b2bc6c0435,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:33.358468 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:33.359435 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:33.359823 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.segments_db [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Added segment b827b5ed-6f85-42e8-9b71-1c4d51c94fa3 of type vxlan for network 87397499-9c96-476c-8021-616a1692dd4e
Nov 19 20:54:33.387056 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778071455654'] for network, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:33.416311 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:33.417543 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:54:33.418211 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:33.423163 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-bbdc4232-22f7-4717-82e0-c7adac59e208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:33.523102 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.5194883
Nov 19 20:54:33.526851 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 39050) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:33.529240 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Pushing event updated for resources: {'Network': ['ID=87397499-9c96-476c-8021-616a1692dd4e,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:33.532217 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:33.533157 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-0eab2b0d-96a5-4477-b5cd-28e1e4f7a831 admin admin] Request body: {'subnet': {'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1103893206-subnet', 'tenant_id': 'cb575debff214833befc497befa66377', 'ip_version': 4}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:54:33.538786 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-0eab2b0d-96a5-4477-b5cd-28e1e4f7a831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:54:33.540235 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Network 87397499-9c96-476c-8021-616a1692dd4e details requested by agent ovs-agent-dv-cinder-750782-3-iscsi with host dv-cinder-750782-3-iscsi {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:54:33.542843 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-0eab2b0d-96a5-4477-b5cd-28e1e4f7a831 admin admin] Usage tracker for resource:subnet and tenant:cb575debff214833befc497befa66377 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:54:33.545870 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-0eab2b0d-96a5-4477-b5cd-28e1e4f7a831 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:54:33.551647 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-0eab2b0d-96a5-4477-b5cd-28e1e4f7a831 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:54:33.561559 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Network 87397499-9c96-476c-8021-616a1692dd4e details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:54:33.564405 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eab2b0d-96a5-4477-b5cd-28e1e4f7a831 admin admin] Made reservation on behalf of cb575debff214833befc497befa66377 for: {'subnet': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:54:33.569200 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0eab2b0d-96a5-4477-b5cd-28e1e4f7a831 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10968854'] for subnet, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:34.203710 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0eab2b0d-96a5-4477-b5cd-28e1e4f7a831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853334630', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10968869'] for subnet, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:34.219164 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-adbabf6a-1152-46be-8fe8-c4e218bad70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:34.350609 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab2b0d-96a5-4477-b5cd-28e1e4f7a831 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1378b842-8867-4585-845a-77fcb9ff1761,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:34.355260 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0eab2b0d-96a5-4477-b5cd-28e1e4f7a831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:34.417463 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eab2b0d-96a5-4477-b5cd-28e1e4f7a831 admin admin] Checking segment: {'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:54:34.417873 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eab2b0d-96a5-4477-b5cd-28e1e4f7a831 admin admin] Network hostable DHCP agents. Network: 87397499-9c96-476c-8021-616a1692dd4e, hostable agents: ['8d02a572-c9e9-422d-ae68-8452b80e1360'], hosted agents: [] {{(pid=80323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 20:54:34.438520 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eab2b0d-96a5-4477-b5cd-28e1e4f7a831 admin admin] Network 87397499-9c96-476c-8021-616a1692dd4e is scheduled to be hosted by DHCP agent 8d02a572-c9e9-422d-ae68-8452b80e1360 with binding_index 1 {{(pid=80323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 20:54:34.447110 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-0eab2b0d-96a5-4477-b5cd-28e1e4f7a831 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-iscsi, 87397499-9c96-476c-8021-616a1692dd4e) {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:54:34.456080 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0e32d5-d27f-4461-8a55-ac93070042b0 None None] Network 87397499-9c96-476c-8021-616a1692dd4e requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:54:34.458820 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eab2b0d-96a5-4477-b5cd-28e1e4f7a831 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:54:34.459470 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0eab2b0d-96a5-4477-b5cd-28e1e4f7a831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:34.486425 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-0eab2b0d-96a5-4477-b5cd-28e1e4f7a831 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9558249
Nov 19 20:54:34.486651 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 39056) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:34.492027 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:54:34.497077 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:54:34.501175 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Usage tracker for resource:router and tenant:cb575debff214833befc497befa66377 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:54:34.504759 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:54:34.510641 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:54:34.520398 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15706'] for router, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:34.521379 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-957748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854176309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854233420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760147'] for router, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:34.543060 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:34.685108 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7e9f841-36e7-5adc-8d1e-609479b39771-87397499-9c96-476c-8021-616a1692dd4e', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761'}]}} from dv-cinder-750782-3-iscsi. {{(pid=80325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 20:54:34.686042 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:34.694428 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854176452', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853817947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760132'] for router, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:34.891308 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:34.924559 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:34.979690 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Allocated IP 172.20.0.2 (87397499-9c96-476c-8021-616a1692dd4e/1378b842-8867-4585-845a-77fcb9ff1761/f10f4fd2-3438-45bc-a45d-32c951090f14) {{(pid=80325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:54:35.203924 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Allocated IP 172.27.0.201 (494b3b67-d334-4360-a108-86a7036fa249/a87766e2-d34e-4e1a-99c0-eee0ac65f3f8/6260133b-4630-4fe7-920f-b5403d434f2d) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:54:35.205552 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Notify callbacks [] for port, precommit_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:35.218653 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Transition to ACTIVE for port object f10f4fd2-3438-45bc-a45d-32c951090f14 will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:54:35.234974 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Transition to ACTIVE for port object f10f4fd2-3438-45bc-a45d-32c951090f14 will not be triggered until provisioned by entity DHCP. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:54:35.239302 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991'] for port, after_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:35.256906 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:35.362419 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:35.389439 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:35.405179 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b9793a01-8bd0-43c7-9cb8-c95180de64be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:35.411982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Pushing event updated for resources: {'Port': ['ID=f10f4fd2-3438-45bc-a45d-32c951090f14,revision_number=1']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:35.488172 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.488487 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.488872 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.489249 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.489631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.490033 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.490405 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.490777 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.491149 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.491517 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.491886 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.492252 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.492655 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.493045 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.493411 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.493799 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.494165 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.494527 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.494888 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.495247 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.495606 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.495967 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.496326 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.496686 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:35.509121 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:35.547723 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Pushing event updated for resources: {'Port': ['ID=6260133b-4630-4fe7-920f-b5403d434f2d,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:35.552818 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:35.563691 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Network 87397499-9c96-476c-8021-616a1692dd4e is already hosted by enough agents. {{(pid=80325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:54:35.565809 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Resources bound (agent type, host, resource id):  {{(pid=80325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:54:35.570145 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Received port after_create {{(pid=80325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:54:35.596667 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Network 494b3b67-d334-4360-a108-86a7036fa249 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:54:35.597833 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:54:35.600039 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:54:35.685715 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Attempting to bind port f10f4fd2-3438-45bc-a45d-32c951090f14 on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:54:35.685981 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Attempting to bind port f10f4fd2-3438-45bc-a45d-32c951090f14 by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:54:35.686358 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Attempting to bind port f10f4fd2-3438-45bc-a45d-32c951090f14 on network 87397499-9c96-476c-8021-616a1692dd4e {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:54:35.712215 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:54:35.712645 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Checking segment: {'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:54:35.713094 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:35.713539 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Bound using segment: {'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:54:35.714114 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Bound port: f10f4fd2-3438-45bc-a45d-32c951090f14, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:54:35.714539 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:35.763132 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:35.763854 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599318'] for router, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:35.833855 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] For port f10f4fd2-3438-45bc-a45d-32c951090f14, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:54:35.841442 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] For port f10f4fd2-3438-45bc-a45d-32c951090f14, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=f10f4fd2-3438-45bc-a45d-32c951090f14,segment=NetworkSegment(b827b5ed-6f85-42e8-9b71-1c4d51c94fa3),segment_id=b827b5ed-6f85-42e8-9b71-1c4d51c94fa3)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:54:35.851067 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:35.867675 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:35.925268 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e99bc7eb-b82a-4920-bee6-c906401808b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:36.001442 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Pushing event updated for resources: {'Port': ['ID=f10f4fd2-3438-45bc-a45d-32c951090f14,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:36.008867 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:36.010441 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 is scheduled to L3 agent c685bfc9-c839-4eda-814f-647f53e47041 with binding_index 1 {{(pid=80323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 20:54:36.232188 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:54:36.241125 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Sync routers for ids ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:54:36.254863 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Routers {'801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:54:36.255641 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc61c748>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:54:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:36.256319 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:36.260374 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.7702219
Nov 19 20:54:36.260614 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 39064) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:36.611970 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Set router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:54:36.926032 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc61c748>, [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:35Z', 'revision_number': 3, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:36.930105 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Checking router: 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:54:36.930550 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Updating router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 port 6260133b-4630-4fe7-920f-b5403d434f2d binding host dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 20:54:36.991169 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:37.237071 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:37.409627 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:37.422695 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Transition to ACTIVE for port object 6260133b-4630-4fe7-920f-b5403d434f2d will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:54:37.427247 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:37.445135 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-477bea06-03b4-4639-a1f4-f330091dd36e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:37.517299 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280b5448-1c5e-4e08-938b-0fad90bc4c72 None None] Network 87397499-9c96-476c-8021-616a1692dd4e requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:54:37.600472 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Allocated IP 172.20.0.1 (87397499-9c96-476c-8021-616a1692dd4e/1378b842-8867-4585-845a-77fcb9ff1761/59c99204-fd04-49a5-9413-299fb4956849) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:54:37.622098 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f476c91-1771-4df4-b428-b8c4b3241f79 None None] Pushing event updated for resources: {'Port': ['ID=6260133b-4630-4fe7-920f-b5403d434f2d,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:37.641671 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8f476c91-1771-4df4-b428-b8c4b3241f79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:37.721303 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-f3391a8c-49d2-4afe-b5a8-d556c1d14de0 None None] Provisioning for port f10f4fd2-3438-45bc-a45d-32c951090f14 completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:54:37.766339 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:37.782789 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Transition to ACTIVE for port object 59c99204-fd04-49a5-9413-299fb4956849 will not be triggered until provisioned by entity DHCP. {{(pid=80323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:54:37.802720 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:37.818885 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1917d744-66d3-4337-bba2-a3418f05e5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:37.823422 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Attempting to bind port 6260133b-4630-4fe7-920f-b5403d434f2d on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:54:37.823849 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Attempting to bind port 6260133b-4630-4fe7-920f-b5403d434f2d by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:54:37.824270 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Attempting to bind port 6260133b-4630-4fe7-920f-b5403d434f2d on network 494b3b67-d334-4360-a108-86a7036fa249 {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:54:37.864804 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:54:37.865231 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Checking segment: {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:54:37.865686 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:37.866160 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Bound using segment: {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:54:37.866692 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Bound port: 6260133b-4630-4fe7-920f-b5403d434f2d, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:54:37.867118 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:37.960684 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Pushing event updated for resources: {'Port': ['ID=59c99204-fd04-49a5-9413-299fb4956849,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:37.965246 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:37.965586 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] For port 6260133b-4630-4fe7-920f-b5403d434f2d, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:54:37.969554 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] For port 6260133b-4630-4fe7-920f-b5403d434f2d, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=6260133b-4630-4fe7-920f-b5403d434f2d,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:54:37.974612 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:37.990433 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-08899cc7-3462-4ac8-ad79-6b8eb7fa6f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:38.008437 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Network 87397499-9c96-476c-8021-616a1692dd4e is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:54:38.009587 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:54:38.011888 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:54:38.070378 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854183447'] for router_interface, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:38.145888 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f476c91-1771-4df4-b428-b8c4b3241f79 None None] Pushing event updated for resources: {'Port': ['ID=6260133b-4630-4fe7-920f-b5403d434f2d,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:38.151421 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8f476c91-1771-4df4-b428-b8c4b3241f79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:38.187185 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:38.202257 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Routers {'801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:54:38.202953 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc61c748>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:54:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:38.404876 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device f10f4fd2-3438-45bc-a45d-32c951090f14 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:54:38.495424 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] Set router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:54:38.516601 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:38.522633 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441035'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:38.538360 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-bec27952-c542-4b90-a574-3da5f5af1990 None None] Provisioning for port 59c99204-fd04-49a5-9413-299fb4956849 completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:54:38.549039 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-bec27952-c542-4b90-a574-3da5f5af1990 None None] Provisioning complete for port 59c99204-fd04-49a5-9413-299fb4956849 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:38.549467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bec27952-c542-4b90-a574-3da5f5af1990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:38.555062 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-6e80f884-47d4-463c-982b-ac4068bbd5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:38.642103 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3962591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604935'] for router_interface, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:38.664173 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Pushing event updated for resources: {'Port': ['ID=59c99204-fd04-49a5-9413-299fb4956849,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:38.668366 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:38.800139 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port f10f4fd2-3438-45bc-a45d-32c951090f14 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:54:38.812934 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Network 87397499-9c96-476c-8021-616a1692dd4e is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:54:38.814118 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:54:38.821658 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port f10f4fd2-3438-45bc-a45d-32c951090f14 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:38.822117 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:38.897505 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6f70db7b-df24-4ee0-8f26-06c00dfca858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:38.899121 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-bec27952-c542-4b90-a574-3da5f5af1990 None None] Port 59c99204-fd04-49a5-9413-299fb4956849 cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:54:38.995416 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:39.153362 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-16901de1-d9a6-4a01-bf13-a26065f54328 None None] Provisioning complete for port f10f4fd2-3438-45bc-a45d-32c951090f14 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:39.153707 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-16901de1-d9a6-4a01-bf13-a26065f54328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:39.224821 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:39.236655 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:54:39.346566 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] For port f10f4fd2-3438-45bc-a45d-32c951090f14, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=f10f4fd2-3438-45bc-a45d-32c951090f14,segment=NetworkSegment(b827b5ed-6f85-42e8-9b71-1c4d51c94fa3),segment_id=b827b5ed-6f85-42e8-9b71-1c4d51c94fa3)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:54:39.366476 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:39.371409 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:39.449162 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:54:39.466010 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-ca48f180-e3b1-446a-b179-243a773be552 admin admin] 10.222.0.23 "PUT /v2.0/routers/801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1967542
Nov 19 20:54:39.466223 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Pushing event updated for resources: {'Port': ['ID=f10f4fd2-3438-45bc-a45d-32c951090f14,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:39.466223 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc61c748>, [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:37Z', 'revision_number': 1, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:39.468957 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:39.476706 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635212da-5087-4b4c-8ca1-7f404e6661c9 None None] The sync data for ids ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'] in dv-cinder-750782-3-iscsi is: [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:37Z', 'revision_number': 1, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:54:39.479789 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-16901de1-d9a6-4a01-bf13-a26065f54328 None None] Provisioning complete for port 59c99204-fd04-49a5-9413-299fb4956849 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:39.480228 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-16901de1-d9a6-4a01-bf13-a26065f54328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:39.538895 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-16901de1-d9a6-4a01-bf13-a26065f54328 None None] Port 59c99204-fd04-49a5-9413-299fb4956849 cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:54:39.833651 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:40.215991 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:40.230976 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 39090) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:40.237574 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1674619020-network', 'tenant_id': '62bb699be7584413950c0789e39c6c3a'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:54:40.243393 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:54:40.251562 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Usage tracker for resource:network and tenant:62bb699be7584413950c0789e39c6c3a is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:54:40.254706 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:54:40.261414 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:54:40.283047 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Made reservation on behalf of 62bb699be7584413950c0789e39c6c3a for: {'network': 1} {{(pid=80323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:54:40.288164 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for network, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:40.304040 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:40.343116 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:54:40.347529 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Usage tracker for resource:security_group_rule and tenant:62bb699be7584413950c0789e39c6c3a is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:54:40.350928 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:54:40.357183 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:54:40.382948 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device f10f4fd2-3438-45bc-a45d-32c951090f14 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:54:40.434556 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:40.438371 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:40.441657 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-341f0f75-f33f-4e7e-980f-20f005942177 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:40.458827 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port f10f4fd2-3438-45bc-a45d-32c951090f14 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:40.459380 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:40.486197 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 20:54:40.492353 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d31c01-f81a-444a-ac88-dcfd7b1e861f,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:40.497307 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:40.501252 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778072056128', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:40.502032 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.segments_db [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Added segment c4800228-e5e5-4b19-a50a-1c2eff7d4f06 of type vxlan for network 800ea993-773e-466e-9849-329594372fc6
Nov 19 20:54:40.534636 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778071455654'] for network, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:40.567349 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:40.568688 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:54:40.569346 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:40.575409 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-87a872bd-c959-4bf4-bf86-149180abcf82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:40.586247 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 6260133b-4630-4fe7-920f-b5403d434f2d up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:54:40.634822 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.4025583
Nov 19 20:54:40.638488 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 39094) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:40.645018 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-c5cfc713-de16-425f-879a-be2fe9c831a4 admin admin] Request body: {'subnet': {'network_id': '800ea993-773e-466e-9849-329594372fc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1674619020-subnet', 'tenant_id': '62bb699be7584413950c0789e39c6c3a', 'ip_version': 4}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:54:40.650707 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-c5cfc713-de16-425f-879a-be2fe9c831a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:54:40.658064 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-c5cfc713-de16-425f-879a-be2fe9c831a4 admin admin] Usage tracker for resource:subnet and tenant:62bb699be7584413950c0789e39c6c3a is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:54:40.661773 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-c5cfc713-de16-425f-879a-be2fe9c831a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:54:40.662323 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port 6260133b-4630-4fe7-920f-b5403d434f2d completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:54:40.667827 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port 6260133b-4630-4fe7-920f-b5403d434f2d triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:40.668549 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:40.668991 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-c5cfc713-de16-425f-879a-be2fe9c831a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:54:40.680068 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cfc713-de16-425f-879a-be2fe9c831a4 admin admin] Made reservation on behalf of 62bb699be7584413950c0789e39c6c3a for: {'subnet': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:54:40.685818 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c5cfc713-de16-425f-879a-be2fe9c831a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843119782'] for subnet, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:40.700073 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Pushing event updated for resources: {'Network': ['ID=800ea993-773e-466e-9849-329594372fc6,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:40.703207 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-89bea1c7-211a-4568-86ca-580c6ba2a122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:40.714961 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Network 800ea993-773e-466e-9849-329594372fc6 details requested by agent ovs-agent-dv-cinder-750782-3-iscsi with host dv-cinder-750782-3-iscsi {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:54:40.738975 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Network 800ea993-773e-466e-9849-329594372fc6 details requested by agent ovs-agent-hv-cinder-75078 with host hv-cinder-75078 {{(pid=80325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 20:54:41.002817 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:41.019699 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] For port 6260133b-4630-4fe7-920f-b5403d434f2d, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=6260133b-4630-4fe7-920f-b5403d434f2d,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:54:41.022687 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:41.026349 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:41.096450 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Pushing event updated for resources: {'Port': ['ID=6260133b-4630-4fe7-920f-b5403d434f2d,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:41.099839 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:41.131666 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c5cfc713-de16-425f-879a-be2fe9c831a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843861370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843119767'] for subnet, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:41.147602 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-2c5416ef-cb12-47e4-ae1e-3ae5105274ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:41.283237 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfc713-de16-425f-879a-be2fe9c831a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2fee23a-78d0-4e9d-9110-7fde06648129,revision_number=0']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:41.291872 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c5cfc713-de16-425f-879a-be2fe9c831a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:41.346513 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cfc713-de16-425f-879a-be2fe9c831a4 admin admin] Checking segment: {'id': 'c4800228-e5e5-4b19-a50a-1c2eff7d4f06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '800ea993-773e-466e-9849-329594372fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:54:41.346894 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cfc713-de16-425f-879a-be2fe9c831a4 admin admin] Network hostable DHCP agents. Network: 800ea993-773e-466e-9849-329594372fc6, hostable agents: ['8d02a572-c9e9-422d-ae68-8452b80e1360'], hosted agents: [] {{(pid=80324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 20:54:41.368373 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cfc713-de16-425f-879a-be2fe9c831a4 admin admin] Network 800ea993-773e-466e-9849-329594372fc6 is scheduled to be hosted by DHCP agent 8d02a572-c9e9-422d-ae68-8452b80e1360 with binding_index 1 {{(pid=80324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 20:54:41.376523 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-c5cfc713-de16-425f-879a-be2fe9c831a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-3-iscsi, 800ea993-773e-466e-9849-329594372fc6) {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:54:41.385345 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35235a13-39f6-43ec-801d-7b8198ff3240 None None] Network 800ea993-773e-466e-9849-329594372fc6 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:54:41.389605 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cfc713-de16-425f-879a-be2fe9c831a4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:54:41.390279 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c5cfc713-de16-425f-879a-be2fe9c831a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:41.410301 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-c5cfc713-de16-425f-879a-be2fe9c831a4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7706847
Nov 19 20:54:41.412780 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 39100) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:41.418816 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1674619020-router', 'tenant_id': '62bb699be7584413950c0789e39c6c3a', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:54:41.423582 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:54:41.427995 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Usage tracker for resource:router and tenant:62bb699be7584413950c0789e39c6c3a is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:54:41.431572 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:54:41.437438 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:54:41.446339 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036853818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15706'] for router, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:41.447311 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-957748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854176309', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854233420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760147'] for router, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:41.475250 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:41.609104 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb7e9f841-36e7-5adc-8d1e-609479b39771-800ea993-773e-466e-9849-329594372fc6', 'network_id': '800ea993-773e-466e-9849-329594372fc6', 'tenant_id': '62bb699be7584413950c0789e39c6c3a', 'fixed_ips': [{'subnet_id': 'c2fee23a-78d0-4e9d-9110-7fde06648129'}]}} from dv-cinder-750782-3-iscsi. {{(pid=80325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 20:54:41.610051 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:41.629039 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854176452', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853817947', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760132'] for router, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:41.826641 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:41.858533 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:41.897933 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Allocated IP 172.20.0.2 (800ea993-773e-466e-9849-329594372fc6/c2fee23a-78d0-4e9d-9110-7fde06648129/c22a3f2b-cc8f-4432-94b8-2dfe0db8f418) {{(pid=80325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:54:42.122464 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Notify callbacks [] for port, precommit_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:42.135043 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Transition to ACTIVE for port object c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:54:42.153855 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Transition to ACTIVE for port object c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 will not be triggered until provisioned by entity DHCP. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:54:42.160419 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991'] for port, after_create {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:42.177408 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-770e52c2-7227-4c19-b2ee-b243319b6e27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:42.375252 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Allocated IP 172.27.0.222 (494b3b67-d334-4360-a108-86a7036fa249/a87766e2-d34e-4e1a-99c0-eee0ac65f3f8/c9d2d8cc-2c45-400b-ad88-dd707013aa07) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:54:42.479317 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 6260133b-4630-4fe7-920f-b5403d434f2d up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:54:42.535567 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Pushing event updated for resources: {'Port': ['ID=c22a3f2b-cc8f-4432-94b8-2dfe0db8f418,revision_number=1']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:42.537488 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:42.538722 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:42.563868 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:42.579884 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-050a8f00-9826-497b-8696-47fe84d6f830 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:42.601511 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port 6260133b-4630-4fe7-920f-b5403d434f2d triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:42.602018 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:42.657542 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Network 800ea993-773e-466e-9849-329594372fc6 is already hosted by enough agents. {{(pid=80325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:54:42.660719 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Resources bound (agent type, host, resource id):  {{(pid=80325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:54:42.663396 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Received port after_create {{(pid=80325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:54:42.726465 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Pushing event updated for resources: {'Port': ['ID=c9d2d8cc-2c45-400b-ad88-dd707013aa07,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:42.730983 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:42.773508 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Attempting to bind port c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:54:42.773996 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Attempting to bind port c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': 'c4800228-e5e5-4b19-a50a-1c2eff7d4f06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '800ea993-773e-466e-9849-329594372fc6'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:54:42.774411 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Attempting to bind port c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 on network 800ea993-773e-466e-9849-329594372fc6 {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:54:42.775921 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Network 494b3b67-d334-4360-a108-86a7036fa249 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:54:42.777056 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:54:42.779352 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:54:42.790340 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:54:42.790769 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Checking segment: {'id': 'c4800228-e5e5-4b19-a50a-1c2eff7d4f06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '800ea993-773e-466e-9849-329594372fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:54:42.791220 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:42.791667 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Bound using segment: {'id': 'c4800228-e5e5-4b19-a50a-1c2eff7d4f06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '800ea993-773e-466e-9849-329594372fc6'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:54:42.792193 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Bound port: c22a3f2b-cc8f-4432-94b8-2dfe0db8f418, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4800228-e5e5-4b19-a50a-1c2eff7d4f06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '800ea993-773e-466e-9849-329594372fc6'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:54:42.792616 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:42.801999 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Sync routers for ids ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'] in dv-cinder-750782-3-iscsi {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:54:42.816998 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Routers {'801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:54:42.817873 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc62dfd0>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:54:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:42.893180 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] For port c22a3f2b-cc8f-4432-94b8-2dfe0db8f418, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:54:42.897048 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] For port c22a3f2b-cc8f-4432-94b8-2dfe0db8f418, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=c22a3f2b-cc8f-4432-94b8-2dfe0db8f418,segment=NetworkSegment(c4800228-e5e5-4b19-a50a-1c2eff7d4f06),segment_id=c4800228-e5e5-4b19-a50a-1c2eff7d4f06)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:54:42.901946 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:42.918584 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:42.949978 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:42.951062 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-957870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-599318'] for router, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:43.012631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Set router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:54:43.072849 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Pushing event updated for resources: {'Port': ['ID=c22a3f2b-cc8f-4432-94b8-2dfe0db8f418,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:43.083520 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:43.251578 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Router d95d16a3-0480-4b5a-9d6f-4b4f07406580 is scheduled to L3 agent c685bfc9-c839-4eda-814f-647f53e47041 with binding_index 1 {{(pid=80324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 20:54:43.388482 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc62dfd0>, [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 2, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:43.392699 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Checking router: 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 for host: dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:54:43.393106 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Updating router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 port 59c99204-fd04-49a5-9413-299fb4956849 binding host dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 20:54:43.458865 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:43.494162 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:54:43.505501 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Sync routers for ids ['d95d16a3-0480-4b5a-9d6f-4b4f07406580'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:54:43.518807 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Routers {'d95d16a3-0480-4b5a-9d6f-4b4f07406580'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:54:43.519757 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc610518>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:54:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['d95d16a3-0480-4b5a-9d6f-4b4f07406580'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:43.526866 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] Notify callbacks [] for router, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:43.528312 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-e928c5e9-62bd-467c-a16b-af8db88e3be8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.1145473
Nov 19 20:54:43.533260 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 39108) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:54:43.722064 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Set router d95d16a3-0480-4b5a-9d6f-4b4f07406580 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:54:44.040299 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc610518>, [{'id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'name': 'tempest-TestVolumeBootPattern-1674619020-router', 'tenant_id': '62bb699be7584413950c0789e39c6c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c9d2d8cc-2c45-400b-ad88-dd707013aa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:41Z', 'updated_at': '2020-11-19T20:54:42Z', 'revision_number': 3, 'project_id': '62bb699be7584413950c0789e39c6c3a', 'gw_port': {'id': 'c9d2d8cc-2c45-400b-ad88-dd707013aa07', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:42Z', 'updated_at': '2020-11-19T20:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:44.044619 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Checking router: d95d16a3-0480-4b5a-9d6f-4b4f07406580 for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:54:44.045014 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Updating router d95d16a3-0480-4b5a-9d6f-4b4f07406580 port c9d2d8cc-2c45-400b-ad88-dd707013aa07 binding host dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 20:54:44.066206 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Notify callbacks [] for port, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:44.078395 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Transition to ACTIVE for port object 59c99204-fd04-49a5-9413-299fb4956849 will not be triggered until provisioned by entity L2. {{(pid=80326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:54:44.081896 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:44.098761 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5cbcfcc3-6a46-49d9-bb97-2805c69f8431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:44.100335 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:44.255425 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Pushing event updated for resources: {'Port': ['ID=59c99204-fd04-49a5-9413-299fb4956849,revision_number=3']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:44.273101 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.273465 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.274410 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.274855 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.275124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.275490 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.275852 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.276212 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.276587 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.276947 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.277300 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.277660 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.278077 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.278432 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.278787 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.279142 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.279496 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.279850 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.280197 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.280550 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.280904 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.281252 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.281604 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.281996 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:44.292097 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:44.299510 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:44.503194 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:54:44.524967 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Attempting to bind port 59c99204-fd04-49a5-9413-299fb4956849 on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:54:44.525384 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Attempting to bind port 59c99204-fd04-49a5-9413-299fb4956849 by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:54:44.525822 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Attempting to bind port 59c99204-fd04-49a5-9413-299fb4956849 on network 87397499-9c96-476c-8021-616a1692dd4e {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:54:44.536475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:54:44.536899 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Checking segment: {'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:54:44.537350 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:44.537845 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Bound using segment: {'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:54:44.541005 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Bound port: 59c99204-fd04-49a5-9413-299fb4956849, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'}}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:54:44.541434 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:44.658540 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] For port 59c99204-fd04-49a5-9413-299fb4956849, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:54:44.662424 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] For port 59c99204-fd04-49a5-9413-299fb4956849, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=59c99204-fd04-49a5-9413-299fb4956849,segment=NetworkSegment(b827b5ed-6f85-42e8-9b71-1c4d51c94fa3),segment_id=b827b5ed-6f85-42e8-9b71-1c4d51c94fa3)] {{(pid=80326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:54:44.666679 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:44.704380 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:54:44.710740 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:44.720543 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Notify callbacks [] for port, precommit_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:44.733681 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Transition to ACTIVE for port object c9d2d8cc-2c45-400b-ad88-dd707013aa07 will not be triggered until provisioned by entity L2. {{(pid=80325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:54:44.738429 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:44.757408 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-54ae4e61-984b-4e18-8bae-6ea51b9dbcb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:44.786955 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c1d7b7-ea87-47a2-9340-1662874455cf None None] Network 800ea993-773e-466e-9849-329594372fc6 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:54:44.796548 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Allocated IP 172.20.0.1 (800ea993-773e-466e-9849-329594372fc6/c2fee23a-78d0-4e9d-9110-7fde06648129/fa361471-b648-43a1-b738-8f51e16e980c) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:54:44.858155 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Pushing event updated for resources: {'Port': ['ID=59c99204-fd04-49a5-9413-299fb4956849,revision_number=4']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:44.870295 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-68f15997-55e1-4ca9-b772-af1649cdcdfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:44.901351 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Routers {'801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:54:44.902054 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc62dfd0>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:54:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:44.976019 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:44.999946 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Transition to ACTIVE for port object fa361471-b648-43a1-b738-8f51e16e980c will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:54:45.011734 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3257ac-97f4-4f92-892f-8d5f17e45419 None None] Pushing event updated for resources: {'Port': ['ID=c9d2d8cc-2c45-400b-ad88-dd707013aa07,revision_number=2']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:45.023959 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-13d9baf9-c3a5-46a9-9b86-5b4410c4f200 None None] Provisioning for port c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:54:45.030508 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9e3257ac-97f4-4f92-892f-8d5f17e45419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:45.034008 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:45.037415 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-13d9baf9-c3a5-46a9-9b86-5b4410c4f200 None None] Provisioning complete for port c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:45.037865 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-13d9baf9-c3a5-46a9-9b86-5b4410c4f200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:45.054672 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7e00dce2-202d-43ae-839f-769e7fd40f6f tempest-VolumesSnapshotTestJSON-104206075 tempest-VolumesSnapshotTestJSON-104206075] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:45.101635 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] Set router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:54:45.458072 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc62dfd0>, [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:44Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:45.463065 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d06e5f3-3fc8-40da-98e9-2b24f925364f None None] The sync data for ids ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'] in dv-cinder-750782-3-iscsi is: [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:44Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:54:45.476951 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Pushing event updated for resources: {'Port': ['ID=fa361471-b648-43a1-b738-8f51e16e980c,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:45.480975 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Attempting to bind port c9d2d8cc-2c45-400b-ad88-dd707013aa07 on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:54:45.481404 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Attempting to bind port c9d2d8cc-2c45-400b-ad88-dd707013aa07 by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:54:45.481536 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:45.481856 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Attempting to bind port c9d2d8cc-2c45-400b-ad88-dd707013aa07 on network 494b3b67-d334-4360-a108-86a7036fa249 {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:54:45.503015 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:54:45.503486 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Checking segment: {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:54:45.503947 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:45.504270 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Bound using segment: {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'} {{(pid=80325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:54:45.504788 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Bound port: c9d2d8cc-2c45-400b-ad88-dd707013aa07, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8b1ff5-438a-4beb-83ec-240f7484ab84', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '494b3b67-d334-4360-a108-86a7036fa249'}}] {{(pid=80325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:54:45.505210 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:45.531588 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Network 800ea993-773e-466e-9849-329594372fc6 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:54:45.533083 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:54:45.537852 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:54:45.547708 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-13d9baf9-c3a5-46a9-9b86-5b4410c4f200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:45.607511 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854183447'] for router_interface, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:45.626395 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-13d9baf9-c3a5-46a9-9b86-5b4410c4f200 None None] For port c22a3f2b-cc8f-4432-94b8-2dfe0db8f418, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=c22a3f2b-cc8f-4432-94b8-2dfe0db8f418,segment=NetworkSegment(c4800228-e5e5-4b19-a50a-1c2eff7d4f06),segment_id=c4800228-e5e5-4b19-a50a-1c2eff7d4f06)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:54:45.627949 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] For port c9d2d8cc-2c45-400b-ad88-dd707013aa07, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:54:45.635439 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] For port c9d2d8cc-2c45-400b-ad88-dd707013aa07, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=c9d2d8cc-2c45-400b-ad88-dd707013aa07,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:54:45.637262 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-13d9baf9-c3a5-46a9-9b86-5b4410c4f200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:45.640822 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:45.681280 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:45.704659 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:45.827546 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9baf9-c3a5-46a9-9b86-5b4410c4f200 None None] Pushing event updated for resources: {'Port': ['ID=c22a3f2b-cc8f-4432-94b8-2dfe0db8f418,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:45.832633 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-13d9baf9-c3a5-46a9-9b86-5b4410c4f200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:45.833159 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8f476c91-1771-4df4-b428-b8c4b3241f79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:45.928906 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3257ac-97f4-4f92-892f-8d5f17e45419 None None] Pushing event updated for resources: {'Port': ['ID=c9d2d8cc-2c45-400b-ad88-dd707013aa07,revision_number=3']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:45.934980 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9e3257ac-97f4-4f92-892f-8d5f17e45419 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:45.958994 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Routers {'d95d16a3-0480-4b5a-9d6f-4b4f07406580'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:54:45.959788 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc610518>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:54:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['d95d16a3-0480-4b5a-9d6f-4b4f07406580'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:46.020457 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-f87b0d8f-6a7c-402f-a48e-8e9c2e3f3b44 None None] Provisioning for port fa361471-b648-43a1-b738-8f51e16e980c completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:54:46.035952 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-f87b0d8f-6a7c-402f-a48e-8e9c2e3f3b44 None None] Provisioning complete for port fa361471-b648-43a1-b738-8f51e16e980c triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:46.036372 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f87b0d8f-6a7c-402f-a48e-8e9c2e3f3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:46.045275 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:46.049396 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:46.082169 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:46.175918 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-f87b0d8f-6a7c-402f-a48e-8e9c2e3f3b44 None None] Port fa361471-b648-43a1-b738-8f51e16e980c cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:54:46.190124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3962591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604935'] for router_interface, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:46.217284 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-f87b0d8f-6a7c-402f-a48e-8e9c2e3f3b44 None None] Provisioning complete for port c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:46.217656 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f87b0d8f-6a7c-402f-a48e-8e9c2e3f3b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:46.230575 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Pushing event updated for resources: {'Port': ['ID=fa361471-b648-43a1-b738-8f51e16e980c,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:46.244598 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:46.263545 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] Set router d95d16a3-0480-4b5a-9d6f-4b4f07406580 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:54:46.396992 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Network 800ea993-773e-466e-9849-329594372fc6 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:54:46.398404 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:54:46.415327 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 59c99204-fd04-49a5-9413-299fb4956849 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:54:46.719270 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port 59c99204-fd04-49a5-9413-299fb4956849 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:54:46.733622 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port 59c99204-fd04-49a5-9413-299fb4956849 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:46.734015 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:46.830472 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-8541714c-cdfd-430d-ada1-bb23e532ed4f None None] Provisioning complete for port fa361471-b648-43a1-b738-8f51e16e980c triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:46.830896 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8541714c-cdfd-430d-ada1-bb23e532ed4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:46.833667 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Router d95d16a3-0480-4b5a-9d6f-4b4f07406580 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:54:46.915420 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc610518>, [{'id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'name': 'tempest-TestVolumeBootPattern-1674619020-router', 'tenant_id': '62bb699be7584413950c0789e39c6c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c9d2d8cc-2c45-400b-ad88-dd707013aa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:41Z', 'updated_at': '2020-11-19T20:54:45Z', 'revision_number': 4, 'project_id': '62bb699be7584413950c0789e39c6c3a', 'gw_port': {'id': 'c9d2d8cc-2c45-400b-ad88-dd707013aa07', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:42Z', 'updated_at': '2020-11-19T20:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'fa361471-b648-43a1-b738-8f51e16e980c', 'name': '', 'network_id': '800ea993-773e-466e-9849-329594372fc6', 'tenant_id': '62bb699be7584413950c0789e39c6c3a', 'mac_address': 'fa:16:3e:7e:37:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fee23a-78d0-4e9d-9110-7fde06648129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:44Z', 'updated_at': '2020-11-19T20:54:44Z', 'revision_number': 1, 'project_id': '62bb699be7584413950c0789e39c6c3a', 'subnets': [{'id': 'c2fee23a-78d0-4e9d-9110-7fde06648129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:46.926972 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b1ea90-c0ce-45ff-8dd7-47403175883e None None] The sync data for ids ['d95d16a3-0480-4b5a-9d6f-4b4f07406580'] in dv-cinder-750782-3-iscsi is: [{'id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'name': 'tempest-TestVolumeBootPattern-1674619020-router', 'tenant_id': '62bb699be7584413950c0789e39c6c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c9d2d8cc-2c45-400b-ad88-dd707013aa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:41Z', 'updated_at': '2020-11-19T20:54:45Z', 'revision_number': 4, 'project_id': '62bb699be7584413950c0789e39c6c3a', 'gw_port': {'id': 'c9d2d8cc-2c45-400b-ad88-dd707013aa07', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:42Z', 'updated_at': '2020-11-19T20:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'fa361471-b648-43a1-b738-8f51e16e980c', 'name': '', 'network_id': '800ea993-773e-466e-9849-329594372fc6', 'tenant_id': '62bb699be7584413950c0789e39c6c3a', 'mac_address': 'fa:16:3e:7e:37:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fee23a-78d0-4e9d-9110-7fde06648129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:44Z', 'updated_at': '2020-11-19T20:54:44Z', 'revision_number': 1, 'project_id': '62bb699be7584413950c0789e39c6c3a', 'subnets': [{'id': 'c2fee23a-78d0-4e9d-9110-7fde06648129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:54:46.948336 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:46.957910 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-8541714c-cdfd-430d-ada1-bb23e532ed4f None None] Port fa361471-b648-43a1-b738-8f51e16e980c cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:54:46.993902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-8541714c-cdfd-430d-ada1-bb23e532ed4f None None] Provisioning complete for port c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:46.994255 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8541714c-cdfd-430d-ada1-bb23e532ed4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:47.034072 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] For port 59c99204-fd04-49a5-9413-299fb4956849, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=59c99204-fd04-49a5-9413-299fb4956849,segment=NetworkSegment(b827b5ed-6f85-42e8-9b71-1c4d51c94fa3),segment_id=b827b5ed-6f85-42e8-9b71-1c4d51c94fa3)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:54:47.041486 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:47.042412 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:54:47.056548 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:54:47.066214 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] 10.222.0.23 "PUT /v2.0/routers/d95d16a3-0480-4b5a-9d6f-4b4f07406580/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5308838
Nov 19 20:54:47.071957 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:47.343086 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Pushing event updated for resources: {'Port': ['ID=59c99204-fd04-49a5-9413-299fb4956849,revision_number=5']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:47.348525 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:47.412727 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:47.413146 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:47.850602 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-e88eb014-1a0a-4a8f-bf0a-8695120fd81b req-3cc8d477-c30b-4952-8fe1-f591d5ce9eac tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1520042588', 'description': 'tempest-TestVolumeBootPattern-1520042588 description'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:54:47.857353 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-e88eb014-1a0a-4a8f-bf0a-8695120fd81b req-3cc8d477-c30b-4952-8fe1-f591d5ce9eac tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:54:47.861440 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-e88eb014-1a0a-4a8f-bf0a-8695120fd81b req-3cc8d477-c30b-4952-8fe1-f591d5ce9eac tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Usage tracker for resource:security_group and tenant:cb575debff214833befc497befa66377 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:54:47.864507 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-e88eb014-1a0a-4a8f-bf0a-8695120fd81b req-3cc8d477-c30b-4952-8fe1-f591d5ce9eac tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:54:47.871038 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-e88eb014-1a0a-4a8f-bf0a-8695120fd81b req-3cc8d477-c30b-4952-8fe1-f591d5ce9eac tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:54:47.884678 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e88eb014-1a0a-4a8f-bf0a-8695120fd81b req-3cc8d477-c30b-4952-8fe1-f591d5ce9eac tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:47.924247 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-e88eb014-1a0a-4a8f-bf0a-8695120fd81b req-3cc8d477-c30b-4952-8fe1-f591d5ce9eac tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:54:47.928568 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-e88eb014-1a0a-4a8f-bf0a-8695120fd81b req-3cc8d477-c30b-4952-8fe1-f591d5ce9eac tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Usage tracker for resource:security_group_rule and tenant:cb575debff214833befc497befa66377 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:54:47.932221 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-e88eb014-1a0a-4a8f-bf0a-8695120fd81b req-3cc8d477-c30b-4952-8fe1-f591d5ce9eac tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:54:47.939842 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-e88eb014-1a0a-4a8f-bf0a-8695120fd81b req-3cc8d477-c30b-4952-8fe1-f591d5ce9eac tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:54:47.999063 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e88eb014-1a0a-4a8f-bf0a-8695120fd81b req-3cc8d477-c30b-4952-8fe1-f591d5ce9eac tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:48.001855 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e88eb014-1a0a-4a8f-bf0a-8695120fd81b req-3cc8d477-c30b-4952-8fe1-f591d5ce9eac tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:48.007416 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-21605ff7-6b1c-4829-b2cf-95ab4c23ee47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:48.052797 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8d477-c30b-4952-8fe1-f591d5ce9eac tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Pushing event updated for resources: {'SecurityGroup': ['ID=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:48.056772 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3cc8d477-c30b-4952-8fe1-f591d5ce9eac tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:48.057725 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e88eb014-1a0a-4a8f-bf0a-8695120fd81b req-3cc8d477-c30b-4952-8fe1-f591d5ce9eac tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:48.059233 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e88eb014-1a0a-4a8f-bf0a-8695120fd81b req-3cc8d477-c30b-4952-8fe1-f591d5ce9eac tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1647 time: 0.2135580
Nov 19 20:54:48.145701 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-84db00f6-4173-43b2-a4cf-c196f9fe780f req-79ca258c-be96-4dbd-8d13-4244c5d92ef6 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups/4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e HTTP/1.1" status: 200  len: 1642 time: 0.0510769
Nov 19 20:54:48.157356 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-84db00f6-4173-43b2-a4cf-c196f9fe780f req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:54:48.157715 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-84db00f6-4173-43b2-a4cf-c196f9fe780f req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:54:48.165022 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-84db00f6-4173-43b2-a4cf-c196f9fe780f req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:54:48.169479 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-84db00f6-4173-43b2-a4cf-c196f9fe780f req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Usage tracker for resource:security_group_rule and tenant:cb575debff214833befc497befa66377 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:54:48.172813 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-84db00f6-4173-43b2-a4cf-c196f9fe780f req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:54:48.178790 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-84db00f6-4173-43b2-a4cf-c196f9fe780f req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:54:48.238234 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-84db00f6-4173-43b2-a4cf-c196f9fe780f req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for security_group_rule, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:48.264506 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-84db00f6-4173-43b2-a4cf-c196f9fe780f req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:48.267541 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-84db00f6-4173-43b2-a4cf-c196f9fe780f req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231693'] for security_group_rule, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:48.275540 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:48.297510 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8dc29b1-7c00-47f0-b997-6b6ae71567a9,revision_number=0']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:48.305912 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-84db00f6-4173-43b2-a4cf-c196f9fe780f req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for security_group_rule, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:48.307181 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-84db00f6-4173-43b2-a4cf-c196f9fe780f req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.1544669
Nov 19 20:54:48.316377 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.316983 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.317553 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.318131 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.318695 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.319268 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.319677 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.320083 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.320991 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.321456 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.321886 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.322287 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.322730 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.323125 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.323522 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.323918 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.324315 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.324718 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.325110 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.325504 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.325926 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.326322 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.326721 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.327117 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:54:48.331000 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-06ab51ba-ace9-4eb4-8c48-32ef9fc85c60 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:48.393034 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9abad95a-6272-475b-a1a3-3b0676a271ed req-77a38797-2b74-4c2d-ac64-1ff5a259195a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups/4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e HTTP/1.1" status: 200  len: 2145 time: 0.0524409
Nov 19 20:54:48.405901 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device c9d2d8cc-2c45-400b-ad88-dd707013aa07 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:54:48.407496 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-9abad95a-6272-475b-a1a3-3b0676a271ed req-4ab950b0-efba-48d3-a44a-1f20ccc35cfc tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e', 'remote_group_id': None}]} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:54:48.408063 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-9abad95a-6272-475b-a1a3-3b0676a271ed req-4ab950b0-efba-48d3-a44a-1f20ccc35cfc tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e', 'remote_group_id': None}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:54:48.414993 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-9abad95a-6272-475b-a1a3-3b0676a271ed req-4ab950b0-efba-48d3-a44a-1f20ccc35cfc tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:54:48.419138 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-9abad95a-6272-475b-a1a3-3b0676a271ed req-4ab950b0-efba-48d3-a44a-1f20ccc35cfc tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Usage tracker for resource:security_group_rule and tenant:cb575debff214833befc497befa66377 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:54:48.422200 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-9abad95a-6272-475b-a1a3-3b0676a271ed req-4ab950b0-efba-48d3-a44a-1f20ccc35cfc tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:54:48.428256 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-9abad95a-6272-475b-a1a3-3b0676a271ed req-4ab950b0-efba-48d3-a44a-1f20ccc35cfc tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:54:48.476802 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port c9d2d8cc-2c45-400b-ad88-dd707013aa07 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:54:48.481714 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port c9d2d8cc-2c45-400b-ad88-dd707013aa07 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:48.482175 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:48.489139 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-9abad95a-6272-475b-a1a3-3b0676a271ed req-4ab950b0-efba-48d3-a44a-1f20ccc35cfc tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for security_group_rule, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:48.512870 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-9abad95a-6272-475b-a1a3-3b0676a271ed req-4ab950b0-efba-48d3-a44a-1f20ccc35cfc tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:48.515675 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-9abad95a-6272-475b-a1a3-3b0676a271ed req-4ab950b0-efba-48d3-a44a-1f20ccc35cfc tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231693'] for security_group_rule, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:48.517768 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:48.541773 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab950b0-efba-48d3-a44a-1f20ccc35cfc tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c57655-c520-411a-9e98-69d284d6879e,revision_number=0']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:48.544495 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4ab950b0-efba-48d3-a44a-1f20ccc35cfc tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:48.551135 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-9abad95a-6272-475b-a1a3-3b0676a271ed req-4ab950b0-efba-48d3-a44a-1f20ccc35cfc tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for security_group_rule, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:48.552807 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9abad95a-6272-475b-a1a3-3b0676a271ed req-4ab950b0-efba-48d3-a44a-1f20ccc35cfc tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.1507924
Nov 19 20:54:48.605680 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:48.623016 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] For port c9d2d8cc-2c45-400b-ad88-dd707013aa07, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=c9d2d8cc-2c45-400b-ad88-dd707013aa07,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:54:48.629725 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:48.630774 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 59c99204-fd04-49a5-9413-299fb4956849 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:54:48.659036 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:48.752224 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Pushing event updated for resources: {'Port': ['ID=c9d2d8cc-2c45-400b-ad88-dd707013aa07,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:48.755589 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:48.767577 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port 59c99204-fd04-49a5-9413-299fb4956849 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:48.768093 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:50.330232 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device c9d2d8cc-2c45-400b-ad88-dd707013aa07 up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:54:50.360614 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Sync routers for ids ['d95d16a3-0480-4b5a-9d6f-4b4f07406580'] in dv-cinder-750782-3-iscsi {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:54:50.374026 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Routers {'d95d16a3-0480-4b5a-9d6f-4b4f07406580'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:54:50.374886 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdd046908>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:54:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['d95d16a3-0480-4b5a-9d6f-4b4f07406580'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:50.402030 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port c9d2d8cc-2c45-400b-ad88-dd707013aa07 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:50.402456 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:50.564296 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Set router d95d16a3-0480-4b5a-9d6f-4b4f07406580 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:54:51.036963 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdd046908>, [{'id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'name': 'tempest-TestVolumeBootPattern-1674619020-router', 'tenant_id': '62bb699be7584413950c0789e39c6c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c9d2d8cc-2c45-400b-ad88-dd707013aa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:41Z', 'updated_at': '2020-11-19T20:54:45Z', 'revision_number': 4, 'project_id': '62bb699be7584413950c0789e39c6c3a', 'gw_port': {'id': 'c9d2d8cc-2c45-400b-ad88-dd707013aa07', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:42Z', 'updated_at': '2020-11-19T20:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'fa361471-b648-43a1-b738-8f51e16e980c', 'name': '', 'network_id': '800ea993-773e-466e-9849-329594372fc6', 'tenant_id': '62bb699be7584413950c0789e39c6c3a', 'mac_address': 'fa:16:3e:7e:37:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fee23a-78d0-4e9d-9110-7fde06648129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:44Z', 'updated_at': '2020-11-19T20:54:45Z', 'revision_number': 2, 'project_id': '62bb699be7584413950c0789e39c6c3a', 'subnets': [{'id': 'c2fee23a-78d0-4e9d-9110-7fde06648129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:51.041620 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Checking router: d95d16a3-0480-4b5a-9d6f-4b4f07406580 for host: dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:54:51.042058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Updating router d95d16a3-0480-4b5a-9d6f-4b4f07406580 port fa361471-b648-43a1-b738-8f51e16e980c binding host dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 20:54:51.092863 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:51.511685 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Notify callbacks [] for port, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:51.524760 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Transition to ACTIVE for port object fa361471-b648-43a1-b738-8f51e16e980c will not be triggered until provisioned by entity L2. {{(pid=80326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:54:51.527599 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:51.544084 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:51.679630 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94697e3-bfc1-4d53-bd73-05079267043f None None] Pushing event updated for resources: {'Port': ['ID=fa361471-b648-43a1-b738-8f51e16e980c,revision_number=3']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:51.684928 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f94697e3-bfc1-4d53-bd73-05079267043f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:51.838948 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Attempting to bind port fa361471-b648-43a1-b738-8f51e16e980c on host dv-cinder-750782-3-iscsi for vnic_type normal with profile  {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:54:51.839366 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Attempting to bind port fa361471-b648-43a1-b738-8f51e16e980c by drivers openvswitch on host dv-cinder-750782-3-iscsi at level 0 using segments [{'id': 'c4800228-e5e5-4b19-a50a-1c2eff7d4f06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '800ea993-773e-466e-9849-329594372fc6'}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:54:51.839774 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Attempting to bind port fa361471-b648-43a1-b738-8f51e16e980c on network 800ea993-773e-466e-9849-329594372fc6 {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:54:51.846864 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Checking agent: {'id': '38e8a471-841b-41f1-9a80-9af1741ed680', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 35, 10), 'started_at': datetime.datetime(2020, 11, 19, 20, 35, 40), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:54:51.847278 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Checking segment: {'id': 'c4800228-e5e5-4b19-a50a-1c2eff7d4f06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '800ea993-773e-466e-9849-329594372fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:54:51.847723 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:51.848163 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Bound using segment: {'id': 'c4800228-e5e5-4b19-a50a-1c2eff7d4f06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '800ea993-773e-466e-9849-329594372fc6'} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:54:51.848674 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Bound port: fa361471-b648-43a1-b738-8f51e16e980c, host: dv-cinder-750782-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4800228-e5e5-4b19-a50a-1c2eff7d4f06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '800ea993-773e-466e-9849-329594372fc6'}}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:54:51.849089 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:51.942185 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] For port fa361471-b648-43a1-b738-8f51e16e980c, host dv-cinder-750782-3-iscsi, cleared binding levels {{(pid=80326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:54:51.945243 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] For port fa361471-b648-43a1-b738-8f51e16e980c, host dv-cinder-750782-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=fa361471-b648-43a1-b738-8f51e16e980c,segment=NetworkSegment(c4800228-e5e5-4b19-a50a-1c2eff7d4f06),segment_id=c4800228-e5e5-4b19-a50a-1c2eff7d4f06)] {{(pid=80326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:54:51.949200 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:51.964107 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:52.116139 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94697e3-bfc1-4d53-bd73-05079267043f None None] Pushing event updated for resources: {'Port': ['ID=fa361471-b648-43a1-b738-8f51e16e980c,revision_number=4']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:52.121456 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f94697e3-bfc1-4d53-bd73-05079267043f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:52.167473 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Routers {'d95d16a3-0480-4b5a-9d6f-4b4f07406580'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:54:52.168145 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdd046908>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:54:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['d95d16a3-0480-4b5a-9d6f-4b4f07406580'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:52.334051 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device fa361471-b648-43a1-b738-8f51e16e980c up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:54:52.367689 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] Set router d95d16a3-0480-4b5a-9d6f-4b4f07406580 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:54:52.405117 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning for port fa361471-b648-43a1-b738-8f51e16e980c completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:54:52.410508 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port fa361471-b648-43a1-b738-8f51e16e980c triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:52.410935 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:52.478129 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-c7743478-7d06-4697-8b8e-5942b99855ed None None] Provisioning complete for port fa361471-b648-43a1-b738-8f51e16e980c triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:52.478477 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c7743478-7d06-4697-8b8e-5942b99855ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:52.642387 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:52.694827 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c7743478-7d06-4697-8b8e-5942b99855ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:52.705501 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] For port fa361471-b648-43a1-b738-8f51e16e980c, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=fa361471-b648-43a1-b738-8f51e16e980c,segment=NetworkSegment(c4800228-e5e5-4b19-a50a-1c2eff7d4f06),segment_id=c4800228-e5e5-4b19-a50a-1c2eff7d4f06)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:54:52.708712 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdd046908>, [{'id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'name': 'tempest-TestVolumeBootPattern-1674619020-router', 'tenant_id': '62bb699be7584413950c0789e39c6c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c9d2d8cc-2c45-400b-ad88-dd707013aa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:41Z', 'updated_at': '2020-11-19T20:54:45Z', 'revision_number': 4, 'project_id': '62bb699be7584413950c0789e39c6c3a', 'gw_port': {'id': 'c9d2d8cc-2c45-400b-ad88-dd707013aa07', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:42Z', 'updated_at': '2020-11-19T20:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'fa361471-b648-43a1-b738-8f51e16e980c', 'name': '', 'network_id': '800ea993-773e-466e-9849-329594372fc6', 'tenant_id': '62bb699be7584413950c0789e39c6c3a', 'mac_address': 'fa:16:3e:7e:37:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fee23a-78d0-4e9d-9110-7fde06648129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:44Z', 'updated_at': '2020-11-19T20:54:51Z', 'revision_number': 4, 'project_id': '62bb699be7584413950c0789e39c6c3a', 'subnets': [{'id': 'c2fee23a-78d0-4e9d-9110-7fde06648129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:54:52.713581 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3c3de5-c305-491d-af54-407b2c6ce273 None None] The sync data for ids ['d95d16a3-0480-4b5a-9d6f-4b4f07406580'] in dv-cinder-750782-3-iscsi is: [{'id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'name': 'tempest-TestVolumeBootPattern-1674619020-router', 'tenant_id': '62bb699be7584413950c0789e39c6c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c9d2d8cc-2c45-400b-ad88-dd707013aa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:41Z', 'updated_at': '2020-11-19T20:54:45Z', 'revision_number': 4, 'project_id': '62bb699be7584413950c0789e39c6c3a', 'gw_port': {'id': 'c9d2d8cc-2c45-400b-ad88-dd707013aa07', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:42Z', 'updated_at': '2020-11-19T20:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'fa361471-b648-43a1-b738-8f51e16e980c', 'name': '', 'network_id': '800ea993-773e-466e-9849-329594372fc6', 'tenant_id': '62bb699be7584413950c0789e39c6c3a', 'mac_address': 'fa:16:3e:7e:37:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2fee23a-78d0-4e9d-9110-7fde06648129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:44Z', 'updated_at': '2020-11-19T20:54:51Z', 'revision_number': 4, 'project_id': '62bb699be7584413950c0789e39c6c3a', 'subnets': [{'id': 'c2fee23a-78d0-4e9d-9110-7fde06648129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:54:52.714082 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:52.718742 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-477bea06-03b4-4639-a1f4-f330091dd36e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:54:52.845886 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Pushing event updated for resources: {'Port': ['ID=fa361471-b648-43a1-b738-8f51e16e980c,revision_number=5']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:54:52.849368 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:54:52.850515 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [None req-c7743478-7d06-4697-8b8e-5942b99855ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80325) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:54:52.850928 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [None req-c7743478-7d06-4697-8b8e-5942b99855ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:54:54.307757 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device fa361471-b648-43a1-b738-8f51e16e980c up at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:54:54.378492 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Provisioning complete for port fa361471-b648-43a1-b738-8f51e16e980c triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:54:54.378920 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:54:54.993496 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:54:59.582908 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:03.652961 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e38e8f73-cc27-4f32-bb2a-9159adacff30 req-7569dc58-19f7-4792-badf-7a867943da37 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2054322
Nov 19 20:55:03.760753 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e38e8f73-cc27-4f32-bb2a-9159adacff30 req-02b29664-a513-4891-bea9-3a3e02874c70 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1&device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 1163 time: 0.0727799
Nov 19 20:55:03.915786 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e8f73-cc27-4f32-bb2a-9159adacff30 req-e86feb7d-b02f-477e-8708-a699aba2f4f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:03.917342 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e38e8f73-cc27-4f32-bb2a-9159adacff30 req-e86feb7d-b02f-477e-8708-a699aba2f4f6 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f600d754-a3af-4d81-9829-a5bb5191007e HTTP/1.1" status: 200  len: 911 time: 0.1375933
Nov 19 20:55:04.027062 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e38e8f73-cc27-4f32-bb2a-9159adacff30 req-62bfed29-0dc2-46e1-9c82-c021ab890fc2 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad2c700d-4d30-42f3-9130-bfd7117cd2de HTTP/1.1" status: 200  len: 1002 time: 0.1018407
Nov 19 20:55:04.094664 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e8f73-cc27-4f32-bb2a-9159adacff30 req-6591a50a-1c8e-4b55-bb92-253017e09a68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:04.096177 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e38e8f73-cc27-4f32-bb2a-9159adacff30 req-6591a50a-1c8e-4b55-bb92-253017e09a68 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=f9de70f2-6912-47cb-a752-2ceb77669463 HTTP/1.1" status: 200  len: 856 time: 0.0624628
Nov 19 20:55:04.178996 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e38e8f73-cc27-4f32-bb2a-9159adacff30 req-932a356f-9651-483a-9185-417ad2eaf17b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f600d754-a3af-4d81-9829-a5bb5191007e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758691
Nov 19 20:55:04.190019 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [req-e38e8f73-cc27-4f32-bb2a-9159adacff30 req-c33ed95a-a702-4f0c-97d8-4d33cdf72983 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80324) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 20:55:04.191076 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e38e8f73-cc27-4f32-bb2a-9159adacff30 req-c33ed95a-a702-4f0c-97d8-4d33cdf72983 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0052414
Nov 19 20:55:04.333438 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e38e8f73-cc27-4f32-bb2a-9159adacff30 req-b0e5ec26-41d4-4d5f-bb28-f2520fa7c025 service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333547
Nov 19 20:55:04.694272 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e38e8f73-cc27-4f32-bb2a-9159adacff30 req-f123fa04-dbff-41ca-bc87-d959adf8cf0f service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3531344
Nov 19 20:55:05.848893 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2b7152f1-3cf4-452c-b0a1-3eb6b19d77d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:08.679301 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5944f9f5-a1d0-4d1d-beb0-cc6cc209c54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:08.872367 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:09.815104 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:10.202997 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:13.684596 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-cd60a6b2-871b-41e4-b93f-91b902c3815a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Synchronizing usage tracker for tenant:cb575debff214833befc497befa66377 on resource:security_group {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:55:13.701310 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-cd60a6b2-871b-41e4-b93f-91b902c3815a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Unset dirty status for tenant:cb575debff214833befc497befa66377 on resource:security_group {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:55:13.702606 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-cd60a6b2-871b-41e4-b93f-91b902c3815a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1520042588&fields=id&tenant_id=cb575debff214833befc497befa66377 HTTP/1.1" status: 200  len: 267 time: 0.0617719
Nov 19 20:55:13.861709 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-a263fa90-0dfc-4222-aafd-6077677501bc tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:13.862484 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-a263fa90-0dfc-4222-aafd-6077677501bc tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Synchronizing usage tracker for tenant:cb575debff214833befc497befa66377 on resource:network {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:55:13.878024 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-a263fa90-0dfc-4222-aafd-6077677501bc tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Unset dirty status for tenant:cb575debff214833befc497befa66377 on resource:network {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:55:13.879220 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-a263fa90-0dfc-4222-aafd-6077677501bc tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 812 time: 0.1691585
Nov 19 20:55:13.896291 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-d83581ca-0d7d-4ab8-8ede-6f27efea185c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/quotas/cb575debff214833befc497befa66377 HTTP/1.1" status: 200  len: 375 time: 0.0105140
Nov 19 20:55:13.980920 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-8c418eff-9ab8-4a0d-83cf-b6fd35049d77 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0785782
Nov 19 20:55:14.067978 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b23789-d51c-4d50-8df3-e0b216454706 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80324) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 20:55:14.069056 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b23789-d51c-4d50-8df3-e0b216454706 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0765011
Nov 19 20:55:14.212216 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-d1bffbda-a28f-470b-b4c8-af762246536b service neutron] 10.222.0.23 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357732
Nov 19 20:55:14.352389 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-e17bb35c-ddb1-4cd4-84ec-edebb411ad79 service neutron] 10.222.0.23 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1337996
Nov 19 20:55:14.769379 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-30b88637-cec0-48b3-a291-b86cab3f2073 req-49988efd-7d48-43fc-afd3-279c1f1f497f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Synchronizing usage tracker for tenant:cb575debff214833befc497befa66377 on resource:port {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:55:14.785892 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-30b88637-cec0-48b3-a291-b86cab3f2073 req-49988efd-7d48-43fc-afd3-279c1f1f497f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Unset dirty status for tenant:cb575debff214833befc497befa66377 on resource:port {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:55:14.787136 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-30b88637-cec0-48b3-a291-b86cab3f2073 req-49988efd-7d48-43fc-afd3-279c1f1f497f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 210 time: 0.0661986
Nov 19 20:55:15.961154 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7119721b-d307-490a-af8a-4ab7a2ad8e1a req-92099052-74f4-4030-aa03-3238213e6864 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 210 time: 0.0459828
Nov 19 20:55:16.154578 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-d2dc7a6d-121f-4ef8-ab0c-9d132bf703b9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:16.156139 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-d2dc7a6d-121f-4ef8-ab0c-9d132bf703b9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.27 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 812 time: 0.1620276
Nov 19 20:55:16.242500 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-d17e8c28-6fb0-4630-99eb-1240760305a2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=cb575debff214833befc497befa66377 HTTP/1.1" status: 200  len: 5087 time: 0.0667226
Nov 19 20:55:16.260068 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Request body: {'port': {'device_id': '76f86f58-e84a-46e9-93da-06b58750f4d0', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'admin_state_up': True, 'tenant_id': 'cb575debff214833befc497befa66377', 'security_groups': ['4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e']}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:55:16.403693 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:55:16.413504 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:55:16.422707 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Made reservation on behalf of cb575debff214833befc497befa66377 for: {'port': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:55:16.428155 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:16.730538 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Allocated IP 172.20.0.4 (87397499-9c96-476c-8021-616a1692dd4e/1378b842-8867-4585-845a-77fcb9ff1761/c7f62387-1a9f-4cba-ae3d-4948963b7376) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:55:16.926472 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:16.942860 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Transition to ACTIVE for port object c7f62387-1a9f-4cba-ae3d-4948963b7376 will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:55:16.963653 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:16.978880 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0cb56f6f-27f0-4064-9d64-6f8ef0070017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:55:17.126630 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Pushing event updated for resources: {'Port': ['ID=c7f62387-1a9f-4cba-ae3d-4948963b7376,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:55:17.145596 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.146075 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.146583 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.146915 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.147342 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.148262 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.148262 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.148723 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.148852 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.149254 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.149662 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.150089 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.150807 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.151055 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.151460 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.151862 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.152271 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.152667 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.153069 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.153574 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.153935 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.154464 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.154724 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.155310 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:55:17.161160 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:55:17.196760 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Network 87397499-9c96-476c-8021-616a1692dd4e is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:55:17.198499 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:55:17.200915 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:55:17.209448 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa83906-9afd-4bb7-be84-9224c91e6709 req-5de9bdf7-445b-40c2-b9d9-75afc6977330 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:17.211748 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8fa83906-9afd-4bb7-be84-9224c91e6709 req-5de9bdf7-445b-40c2-b9d9-75afc6977330 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 931 time: 0.1170163
Nov 19 20:55:17.269610 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:17.269865 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8fa83906-9afd-4bb7-be84-9224c91e6709 req-925effca-a93f-4d21-924d-7d4268a5927e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0500803
Nov 19 20:55:17.270239 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:17.298539 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0423889
Nov 19 20:55:17.315951 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Request body: {'port': {'device_id': '76f86f58-e84a-46e9-93da-06b58750f4d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:55:17.432617 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:17.467747 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-f6050bbe-8b41-4a37-a704-bcbc209c738d None None] Provisioning for port c7f62387-1a9f-4cba-ae3d-4948963b7376 completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:55:17.472623 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-f6050bbe-8b41-4a37-a704-bcbc209c738d None None] Provisioning complete for port c7f62387-1a9f-4cba-ae3d-4948963b7376 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:55:17.473050 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f6050bbe-8b41-4a37-a704-bcbc209c738d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:17.529832 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-f6050bbe-8b41-4a37-a704-bcbc209c738d None None] Port c7f62387-1a9f-4cba-ae3d-4948963b7376 cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:55:17.829562 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f62387-1a9f-4cba-ae3d-4948963b7376 {{(pid=80324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 20:55:17.836410 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:17.848181 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Transition to ACTIVE for port object c7f62387-1a9f-4cba-ae3d-4948963b7376 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:55:17.850741 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:17.865620 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:55:18.004191 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Pushing event updated for resources: {'Port': ['ID=c7f62387-1a9f-4cba-ae3d-4948963b7376,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:55:18.008534 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:55:18.187462 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Attempting to bind port c7f62387-1a9f-4cba-ae3d-4948963b7376 on host hv-cinder-75078 for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:55:18.187843 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Attempting to bind port c7f62387-1a9f-4cba-ae3d-4948963b7376 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:55:18.188206 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Attempting to bind port c7f62387-1a9f-4cba-ae3d-4948963b7376 on network 87397499-9c96-476c-8021-616a1692dd4e {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:55:18.195293 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Checking agent: {'id': '460481f1-45c5-4450-82c0-45a37946158c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 41, 59), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 29), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:55:18.195790 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Checking segment: {'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:55:18.196194 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:18.196589 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Bound using segment: {'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:55:18.197102 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Bound port: c7f62387-1a9f-4cba-ae3d-4948963b7376, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:55:18.197440 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:18.289184 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] For port c7f62387-1a9f-4cba-ae3d-4948963b7376, host hv-cinder-75078, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:55:18.292915 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] For port c7f62387-1a9f-4cba-ae3d-4948963b7376, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c7f62387-1a9f-4cba-ae3d-4948963b7376,segment=NetworkSegment(b827b5ed-6f85-42e8-9b71-1c4d51c94fa3),segment_id=b827b5ed-6f85-42e8-9b71-1c4d51c94fa3)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:55:18.296136 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:18.396710 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-48c1b9d5-89d0-47f9-8cf0-bb0040b97db1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:55:18.554960 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Pushing event updated for resources: {'Port': ['ID=c7f62387-1a9f-4cba-ae3d-4948963b7376,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:55:18.559536 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:55:18.567127 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:18.568591 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-27b230ab-7d5f-44d0-8863-86bdc4810cec service neutron] 10.222.0.27 "PUT /v2.0/ports/c7f62387-1a9f-4cba-ae3d-4948963b7376 HTTP/1.1" status: 200  len: 1157 time: 1.2576754
Nov 19 20:55:18.570662 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f86f58-e84a-46e9-93da-06b58750f4d0', 'tag': 'c7f62387-1a9f-4cba-ae3d-4948963b7376'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:55:18.586293 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937d969-c2b3-4f6c-a724-120456608338 req-6934a4d3-6f16-406c-9970-70e4185fe500 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:18.587358 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-6937d969-c2b3-4f6c-a724-120456608338 req-6934a4d3-6f16-406c-9970-70e4185fe500 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Synchronizing usage tracker for tenant:cb575debff214833befc497befa66377 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:55:18.604974 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-6937d969-c2b3-4f6c-a724-120456608338 req-6934a4d3-6f16-406c-9970-70e4185fe500 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Unset dirty status for tenant:cb575debff214833befc497befa66377 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:55:18.606547 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6937d969-c2b3-4f6c-a724-120456608338 req-6934a4d3-6f16-406c-9970-70e4185fe500 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 943 time: 0.1749566
Nov 19 20:55:18.726054 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6937d969-c2b3-4f6c-a724-120456608338 req-b6f088df-c612-4a3f-8cc9-0fa5d39cda48 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1027238
Nov 19 20:55:18.734785 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f86f58-e84a-46e9-93da-06b58750f4d0', 'tag': 'c7f62387-1a9f-4cba-ae3d-4948963b7376', 'status': 'completed', 'code': 200}
Nov 19 20:55:18.751302 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-2191a8df-5d45-465a-adf8-44d0ecfe78a9 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 1160 time: 0.1040916
Nov 19 20:55:18.827619 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-8e486540-c1eb-43d9-9aaf-a6931fb2e663 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7f62387-1a9f-4cba-ae3d-4948963b7376 HTTP/1.1" status: 200  len: 217 time: 0.0638092
Nov 19 20:55:18.898154 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-0359619b-da5b-4686-9e79-511d5ce8cef6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:18.899620 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-0359619b-da5b-4686-9e79-511d5ce8cef6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 200  len: 851 time: 0.0652816
Nov 19 20:55:18.981838 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-8ebc57aa-2706-40ca-9a46-b79a3191bd6d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=87397499-9c96-476c-8021-616a1692dd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724328
Nov 19 20:55:19.341960 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-75524279-ed7a-41b5-9a8d-56b85e8ec8fd service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3530302
Nov 19 20:55:19.481912 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bea3be5f-7352-467b-abf0-6ba98a9abb21 req-e7bd3704-1409-4d62-866e-7ce2d795f52c service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1320078
Nov 19 20:55:19.682346 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-08b9171a-8484-4c0c-ba1e-b010f8c2efd0 req-98e0096f-1c38-4d4f-87a7-c5c4a7cae0b2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 1160 time: 0.0748811
Nov 19 20:55:19.824416 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9171a-8484-4c0c-ba1e-b010f8c2efd0 req-02942d9a-ed18-4ce5-bf6b-5de116d83ea1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:19.826037 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-08b9171a-8484-4c0c-ba1e-b010f8c2efd0 req-02942d9a-ed18-4ce5-bf6b-5de116d83ea1 service neutron] 10.222.0.27 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 906 time: 0.1374433
Nov 19 20:55:19.953261 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-08b9171a-8484-4c0c-ba1e-b010f8c2efd0 req-0c3124eb-f065-4af3-b01a-aa149029119c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7f62387-1a9f-4cba-ae3d-4948963b7376 HTTP/1.1" status: 200  len: 217 time: 0.1208029
Nov 19 20:55:20.036711 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e57266-d428-4223-808c-a61fde79a312 req-ff576ed3-cf90-46d9-91b6-8a26d87225c0 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:20.038299 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f0e57266-d428-4223-808c-a61fde79a312 req-ff576ed3-cf90-46d9-91b6-8a26d87225c0 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 943 time: 0.1522448
Nov 19 20:55:20.044142 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9171a-8484-4c0c-ba1e-b010f8c2efd0 req-0f6beb6d-f599-4f9d-aebe-4ae63bcecdd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:20.045603 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-08b9171a-8484-4c0c-ba1e-b010f8c2efd0 req-0f6beb6d-f599-4f9d-aebe-4ae63bcecdd2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 200  len: 851 time: 0.0792825
Nov 19 20:55:20.145715 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f0e57266-d428-4223-808c-a61fde79a312 req-640f7815-01c2-4676-93b7-b378af744512 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0990646
Nov 19 20:55:20.161441 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-08b9171a-8484-4c0c-ba1e-b010f8c2efd0 req-9390b37b-c930-40eb-9e8e-eab4c7937a1c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=87397499-9c96-476c-8021-616a1692dd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1011159
Nov 19 20:55:20.306435 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-08b9171a-8484-4c0c-ba1e-b010f8c2efd0 req-412629e5-c6e8-4597-9040-30e15088b802 service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375382
Nov 19 20:55:20.450776 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-08b9171a-8484-4c0c-ba1e-b010f8c2efd0 req-e731795d-5367-40f6-bb61-ec1313889b9f service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1342149
Nov 19 20:55:21.358722 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e995837-5e43-42a3-b38b-976ba6939490 req-d4b1098b-63bb-4130-bf25-8848bf746352 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:21.360282 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3e995837-5e43-42a3-b38b-976ba6939490 req-d4b1098b-63bb-4130-bf25-8848bf746352 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 943 time: 0.0820711
Nov 19 20:55:21.406751 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3e995837-5e43-42a3-b38b-976ba6939490 req-e6df007f-bc87-4dd4-a497-eb72f3b247cc tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0404603
Nov 19 20:55:22.618271 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d9268-33cd-4e3f-9ca3-16ed71812601 req-d9260a95-a56d-4e38-a1e1-ec4a6c9c0c0b tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:22.620363 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bd4d9268-33cd-4e3f-9ca3-16ed71812601 req-d9260a95-a56d-4e38-a1e1-ec4a6c9c0c0b tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 943 time: 0.0859830
Nov 19 20:55:22.668548 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bd4d9268-33cd-4e3f-9ca3-16ed71812601 req-060a7ae6-5800-4103-9f50-9001dd9cc251 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0420301
Nov 19 20:55:23.875559 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51922b-1ec2-48b4-a51d-125772dd29b3 req-f6338f00-0644-4a47-9a61-b47b4e5f9c3f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:23.877127 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0c51922b-1ec2-48b4-a51d-125772dd29b3 req-f6338f00-0644-4a47-9a61-b47b4e5f9c3f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 943 time: 0.0824461
Nov 19 20:55:23.924431 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0c51922b-1ec2-48b4-a51d-125772dd29b3 req-6d0d5173-b499-4319-b7a6-7ce50c8320f5 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0413470
Nov 19 20:55:25.140349 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57841490-79e9-4ceb-8d28-9d1c5f06e438 req-a127c6b2-8bf3-43e8-be87-d08088c7826a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:25.141959 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-57841490-79e9-4ceb-8d28-9d1c5f06e438 req-a127c6b2-8bf3-43e8-be87-d08088c7826a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 943 time: 0.0895097
Nov 19 20:55:25.190054 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-57841490-79e9-4ceb-8d28-9d1c5f06e438 req-4fe1e1fe-b955-4f34-9cfb-7d259d37e373 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0419364
Nov 19 20:55:26.398211 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e96992-3e78-48a3-bf24-f719019208a9 req-7a07270c-59ef-4ecb-8897-b689764d0ce0 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:26.399805 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-20e96992-3e78-48a3-bf24-f719019208a9 req-7a07270c-59ef-4ecb-8897-b689764d0ce0 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 943 time: 0.0833776
Nov 19 20:55:26.448352 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-20e96992-3e78-48a3-bf24-f719019208a9 req-458a91e3-4b1f-42d7-9b93-2deac80b6cb9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0423477
Nov 19 20:55:27.678900 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1ce05-469b-4c84-afb9-364099628d31 req-b2585c1b-fe52-4ec2-9843-18012fd850a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:27.680517 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1ec1ce05-469b-4c84-afb9-364099628d31 req-b2585c1b-fe52-4ec2-9843-18012fd850a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 943 time: 0.0888343
Nov 19 20:55:27.729679 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1ec1ce05-469b-4c84-afb9-364099628d31 req-987d8416-7c09-450a-a799-86430c01e6ed tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0426226
Nov 19 20:55:28.942126 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b4308-1dbf-41d5-ab7e-ca69f6f83b2c req-949ced1a-667f-4cde-8605-46443352cd54 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:28.943716 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e82b4308-1dbf-41d5-ab7e-ca69f6f83b2c req-949ced1a-667f-4cde-8605-46443352cd54 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 943 time: 0.0825832
Nov 19 20:55:28.990858 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e82b4308-1dbf-41d5-ab7e-ca69f6f83b2c req-f3203834-537b-476e-9c82-666ff1648f3c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0410850
Nov 19 20:55:29.617069 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:30.199527 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901df73-bda9-4e21-92d8-e065172e4244 req-224ab17d-605d-41af-84e2-b61493325e10 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:30.201133 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e901df73-bda9-4e21-92d8-e065172e4244 req-224ab17d-605d-41af-84e2-b61493325e10 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 943 time: 0.0856516
Nov 19 20:55:30.246690 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device c7f62387-1a9f-4cba-ae3d-4948963b7376 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:55:30.253057 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e901df73-bda9-4e21-92d8-e065172e4244 req-b47f6ba7-31bc-4741-814d-4828763999bd tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0455604
Nov 19 20:55:30.315268 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning for port c7f62387-1a9f-4cba-ae3d-4948963b7376 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:55:30.319982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port c7f62387-1a9f-4cba-ae3d-4948963b7376 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:55:30.320409 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:30.437087 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:30.464122 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f86f58-e84a-46e9-93da-06b58750f4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f62387-1a9f-4cba-ae3d-4948963b7376'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:55:30.474233 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port c7f62387-1a9f-4cba-ae3d-4948963b7376, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c7f62387-1a9f-4cba-ae3d-4948963b7376,segment=NetworkSegment(b827b5ed-6f85-42e8-9b71-1c4d51c94fa3),segment_id=b827b5ed-6f85-42e8-9b71-1c4d51c94fa3)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:55:30.477316 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:30.480462 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:55:30.548398 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=c7f62387-1a9f-4cba-ae3d-4948963b7376,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:55:30.551892 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:55:30.615087 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f86f58-e84a-46e9-93da-06b58750f4d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f62387-1a9f-4cba-ae3d-4948963b7376', 'code': 200}
Nov 19 20:55:31.056133 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f491a77-f9c5-4919-a76f-f129761872c8 req-cc2d4fd6-f2d2-4ea3-9b81-fad30b1377b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:31.057705 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4f491a77-f9c5-4919-a76f-f129761872c8 req-cc2d4fd6-f2d2-4ea3-9b81-fad30b1377b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.1463907
Nov 19 20:55:31.061289 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a000a151-bada-40a3-a9a2-f735623ec71f req-c04fd5c6-2432-4475-af52-f23109159c92 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 1162 time: 0.1137407
Nov 19 20:55:31.142991 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4f491a77-f9c5-4919-a76f-f129761872c8 req-0c3fefc0-67fd-487a-a382-741b12308269 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789139
Nov 19 20:55:31.146905 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a000a151-bada-40a3-a9a2-f735623ec71f req-7b4c60af-f6f2-4ab6-b4e0-64e4d0baa2b2 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0645769
Nov 19 20:55:31.467153 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e9d19-0e75-4fe4-b49b-01e027901698 req-a3c6e22c-baa5-4a67-8070-ae3f136ff9a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:31.468642 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5b4e9d19-0e75-4fe4-b49b-01e027901698 req-a3c6e22c-baa5-4a67-8070-ae3f136ff9a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 945 time: 0.0855210
Nov 19 20:55:31.517518 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5b4e9d19-0e75-4fe4-b49b-01e027901698 req-88e639e3-cc9f-4b00-8777-1d5ed6b63744 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0428467
Nov 19 20:55:31.645265 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device c7f62387-1a9f-4cba-ae3d-4948963b7376 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:55:31.719196 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port c7f62387-1a9f-4cba-ae3d-4948963b7376 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:55:31.719549 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:31.998238 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:55:32.368895 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3ed45-a57b-4d59-b75e-b03425fb7dda req-02576e47-51f1-4448-91ff-f0985e24e873 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:32.370508 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cff3ed45-a57b-4d59-b75e-b03425fb7dda req-02576e47-51f1-4448-91ff-f0985e24e873 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0814910
Nov 19 20:55:32.422957 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cff3ed45-a57b-4d59-b75e-b03425fb7dda req-c3a775ec-beb3-443b-a792-cf28f01932c9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457447
Nov 19 20:55:32.726819 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a59274-4338-4cca-8e19-1fde882f3936 req-f5d9ccce-c001-4557-8124-385db22fd697 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:32.728516 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-66a59274-4338-4cca-8e19-1fde882f3936 req-f5d9ccce-c001-4557-8124-385db22fd697 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 945 time: 0.0831430
Nov 19 20:55:32.776121 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-66a59274-4338-4cca-8e19-1fde882f3936 req-25dca029-5d64-4e8a-b082-2eddb998962c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0413229
Nov 19 20:55:33.647216 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968ee58-d8f3-4b46-8119-263d00667e61 req-dd573e36-36e6-41f6-bf2e-3b93de55d6c7 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:33.648827 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3968ee58-d8f3-4b46-8119-263d00667e61 req-dd573e36-36e6-41f6-bf2e-3b93de55d6c7 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0827689
Nov 19 20:55:33.674180 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device c7f62387-1a9f-4cba-ae3d-4948963b7376 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:55:33.697531 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3968ee58-d8f3-4b46-8119-263d00667e61 req-64bde44e-7882-43a9-9c83-1536f9d82473 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420952
Nov 19 20:55:33.748683 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port c7f62387-1a9f-4cba-ae3d-4948963b7376 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:55:33.749166 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:34.210329 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5a1ee-07ec-4d44-8de4-a69396658091 req-e925c761-4620-46fa-a518-e6208cc72edf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:34.211962 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3ba5a1ee-07ec-4d44-8de4-a69396658091 req-e925c761-4620-46fa-a518-e6208cc72edf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 945 time: 0.3090641
Nov 19 20:55:34.260089 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3ba5a1ee-07ec-4d44-8de4-a69396658091 req-2721c05e-7b49-4fff-b8b1-e6093af1f824 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0413356
Nov 19 20:55:34.469819 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c021a-471a-45a8-9491-b193bafbffda req-1e1276a5-7784-4bc2-9540-855a58deecaa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:34.471342 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c11c021a-471a-45a8-9491-b193bafbffda req-1e1276a5-7784-4bc2-9540-855a58deecaa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 945 time: 0.0853922
Nov 19 20:55:34.518804 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c11c021a-471a-45a8-9491-b193bafbffda req-1463f125-a6a5-4bec-91ec-3f6cdff70b03 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0415061
Nov 19 20:55:34.728539 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-7c33e531-8cd1-45c1-9045-2f121fe44b07 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1561522
Nov 19 20:55:34.738468 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Request body: {'floatingip': {'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:55:34.744740 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:55:34.748953 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Usage tracker for resource:floatingip and tenant:cb575debff214833befc497befa66377 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:55:34.752034 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:55:34.758082 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:55:34.767710 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for floatingip, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:34.920406 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:35.058081 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b14b7-94f1-4efa-9a48-5839b90bcda6 req-cfa8735f-778f-4a94-adc5-b4fbe555b8ea tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:35.059707 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-450b14b7-94f1-4efa-9a48-5839b90bcda6 req-cfa8735f-778f-4a94-adc5-b4fbe555b8ea tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0846438
Nov 19 20:55:35.107893 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-450b14b7-94f1-4efa-9a48-5839b90bcda6 req-66f46682-1beb-45b0-bbd6-e00114fd5a9b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420718
Nov 19 20:55:35.203350 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Allocated IP 172.27.0.55 (494b3b67-d334-4360-a108-86a7036fa249/a87766e2-d34e-4e1a-99c0-eee0ac65f3f8/bb17eea6-9e52-466a-b0f2-4a6a69a1268a) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:55:35.356204 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:35.381052 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:35.395980 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a6c73cd9-cbea-44dd-b36e-a307d967a370 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:55:35.538392 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Pushing event updated for resources: {'Port': ['ID=bb17eea6-9e52-466a-b0f2-4a6a69a1268a,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:55:35.544691 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:55:35.581668 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Network 494b3b67-d334-4360-a108-86a7036fa249 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:55:35.582835 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:55:35.585042 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:55:35.674339 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for floatingip, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:35.732377 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:35.850465 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a66863f3-3f48-43f7-a389-575a6a2ea274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:35.993693 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:35.997264 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441035'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:36.012035 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:55:36.148973 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Pushing event updated for resources: {'Port': ['ID=bb17eea6-9e52-466a-b0f2-4a6a69a1268a,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:55:36.152654 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:55:36.254252 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:36.278614 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:36.279950 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-d9600878-b6dd-4920-b95e-21e00207d993 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5457859
Nov 19 20:55:36.347437 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96867dcf-2c47-408f-9350-e4bea96251dd req-62df776a-db69-4dd9-8646-1f6bb89cf2a4 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:36.349039 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-96867dcf-2c47-408f-9350-e4bea96251dd req-62df776a-db69-4dd9-8646-1f6bb89cf2a4 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0866930
Nov 19 20:55:36.364661 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-bcc5f0ef-7e6b-41a6-a7e0-b9e733c3e0c6 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Synchronizing usage tracker for tenant:cb575debff214833befc497befa66377 on resource:floatingip {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:55:36.380811 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-bcc5f0ef-7e6b-41a6-a7e0-b9e733c3e0c6 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Unset dirty status for tenant:cb575debff214833befc497befa66377 on resource:floatingip {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:55:36.382107 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-bcc5f0ef-7e6b-41a6-a7e0-b9e733c3e0c6 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.0.55 HTTP/1.1" status: 200  len: 695 time: 0.0955608
Nov 19 20:55:36.397056 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-96867dcf-2c47-408f-9350-e4bea96251dd req-bddbcba0-6723-4b53-8ffc-ccdf9a87dffd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417292
Nov 19 20:55:36.541298 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-f837b320-5d80-4d10-9d45-f6082ed91351 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:36.542777 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0f1fc403-0b4c-48e7-9c20-99f1c27d9801 req-f837b320-5d80-4d10-9d45-f6082ed91351 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/networks/494b3b67-d334-4360-a108-86a7036fa249 HTTP/1.1" status: 200  len: 784 time: 0.1541879
Nov 19 20:55:36.729220 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-aadc8a23-8824-446c-bd1b-053cba990646 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:36.730829 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-aadc8a23-8824-446c-bd1b-053cba990646 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0820549
Nov 19 20:55:36.815137 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-e515ab35-2111-49d4-a80d-83c8b7a152c3 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.0.55 HTTP/1.1" status: 200  len: 695 time: 0.0782106
Nov 19 20:55:36.825497 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-c89fb44a-8430-4ec6-a57b-021303d72da2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Request body: {'floatingip': {'port_id': 'c7f62387-1a9f-4cba-ae3d-4948963b7376', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:55:36.904059 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-c89fb44a-8430-4ec6-a57b-021303d72da2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for floatingip, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:37.513599 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-c89fb44a-8430-4ec6-a57b-021303d72da2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for floatingip, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:37.516310 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-c89fb44a-8430-4ec6-a57b-021303d72da2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:37.628746 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea329e6-d3c9-46b2-b793-52f4f64b4801 req-287c85eb-680f-4b8d-9fc9-33fac32e92ab tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:37.630559 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4ea329e6-d3c9-46b2-b793-52f4f64b4801 req-287c85eb-680f-4b8d-9fc9-33fac32e92ab tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0858862
Nov 19 20:55:37.680033 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4ea329e6-d3c9-46b2-b793-52f4f64b4801 req-bc1e8a5d-4d08-4f94-be22-b162b14ad96c tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429254
Nov 19 20:55:37.717268 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_db [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-c89fb44a-8430-4ec6-a57b-021303d72da2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Floating IP e60203d7-f3c5-419a-a79c-1302b7c42d4e associated. External IP: 172.27.0.55, port: c7f62387-1a9f-4cba-ae3d-4948963b7376.
Nov 19 20:55:38.337919 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-c89fb44a-8430-4ec6-a57b-021303d72da2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:55:38.546589 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-c89fb44a-8430-4ec6-a57b-021303d72da2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:55:38.551104 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-c89fb44a-8430-4ec6-a57b-021303d72da2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:38.556960 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a78593-d98c-43d0-af6b-b6196d1e2a76 None None] Sync routers for ids ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:55:38.570778 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a78593-d98c-43d0-af6b-b6196d1e2a76 None None] Routers {'801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:55:38.571502 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-17a78593-d98c-43d0-af6b-b6196d1e2a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc451780>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:55:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:55:38.605480 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-c89fb44a-8430-4ec6-a57b-021303d72da2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "PUT /v2.0/floatingips/e60203d7-f3c5-419a-a79c-1302b7c42d4e HTTP/1.1" status: 200  len: 995 time: 1.7846222
Nov 19 20:55:38.606064 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f86f58-e84a-46e9-93da-06b58750f4d0', 'tag': 'c7f62387-1a9f-4cba-ae3d-4948963b7376'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:55:38.678467 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f86f58-e84a-46e9-93da-06b58750f4d0', 'tag': 'c7f62387-1a9f-4cba-ae3d-4948963b7376', 'status': 'completed', 'code': 200}
Nov 19 20:55:38.696632 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-415b6f79-4abf-4e0e-9ae6-85296e901407 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 1162 time: 0.0770810
Nov 19 20:55:38.753679 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-210baf1e-a6e1-4fb8-b76e-ff324fc2da0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:38.777676 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-17a78593-d98c-43d0-af6b-b6196d1e2a76 None None] Set router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:55:38.906715 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-b5a406ff-6d29-4a58-b290-a2e484f87c9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:38.908254 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-b5a406ff-6d29-4a58-b290-a2e484f87c9f service neutron] 10.222.0.23 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 906 time: 0.2053518
Nov 19 20:55:38.912490 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-858c7a69-a493-4fa8-8d4d-40fcb3a453c2 req-f5f6d0c8-95dc-4deb-92c9-25a272c6f36d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 1162 time: 0.1859503
Nov 19 20:55:38.913927 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55625d1b-8fc8-499b-affb-0e4317b87b3a req-d9f14dab-6b91-44ba-936c-010d30f22d4b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:38.916151 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-55625d1b-8fc8-499b-affb-0e4317b87b3a req-d9f14dab-6b91-44ba-936c-010d30f22d4b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0864701
Nov 19 20:55:38.945521 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:38.966486 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-55625d1b-8fc8-499b-affb-0e4317b87b3a req-b2a9ce07-9118-4455-9f27-cf7375769477 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436234
Nov 19 20:55:39.130783 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-5ac2cc42-2b5a-406a-83d2-b0cb304547e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7f62387-1a9f-4cba-ae3d-4948963b7376 HTTP/1.1" status: 200  len: 998 time: 0.2082758
Nov 19 20:55:39.209124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c7a69-a493-4fa8-8d4d-40fcb3a453c2 req-b1c5950e-99a5-432f-98ce-ea6024cad0b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:39.210770 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-858c7a69-a493-4fa8-8d4d-40fcb3a453c2 req-b1c5950e-99a5-432f-98ce-ea6024cad0b4 service neutron] 10.222.0.27 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 906 time: 0.2871487
Nov 19 20:55:39.303388 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-6fd1e2e1-6c1a-4147-ab88-3d16f2a44fb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:39.305084 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-6fd1e2e1-6c1a-4147-ab88-3d16f2a44fb0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 200  len: 851 time: 0.1602309
Nov 19 20:55:39.330409 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-17a78593-d98c-43d0-af6b-b6196d1e2a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc451780>, [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': 'e60203d7-f3c5-419a-a79c-1302b7c42d4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'port_id': 'c7f62387-1a9f-4cba-ae3d-4948963b7376', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'mac_address': 'fa:16:3e:b6:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f86f58-e84a-46e9-93da-06b58750f4d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:55:35Z', 'updated_at': '2020-11-19T20:55:37Z', 'revision_number': 1, 'project_id': 'cb575debff214833befc497befa66377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:46Z', 'revision_number': 5, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:55:39.334521 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a78593-d98c-43d0-af6b-b6196d1e2a76 None None] Checking router: 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:55:39.346436 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a78593-d98c-43d0-af6b-b6196d1e2a76 None None] Routers {'801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:55:39.347109 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-17a78593-d98c-43d0-af6b-b6196d1e2a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc451780>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:55:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:55:39.388443 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-858c7a69-a493-4fa8-8d4d-40fcb3a453c2 req-38c8f90a-1a63-4d36-9c3c-324988e4c35d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7f62387-1a9f-4cba-ae3d-4948963b7376 HTTP/1.1" status: 200  len: 998 time: 0.1673460
Nov 19 20:55:39.453650 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-c1e69754-3c23-4c2e-824e-542c9e0f8b43 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87397499-9c96-476c-8021-616a1692dd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1416416
Nov 19 20:55:39.466745 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-98be1b78-3e5e-4c8d-8f69-a3e687b2fcd5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80324) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 20:55:39.467786 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-98be1b78-3e5e-4c8d-8f69-a3e687b2fcd5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0075090
Nov 19 20:55:39.473169 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c7a69-a493-4fa8-8d4d-40fcb3a453c2 req-c87d9634-c1b0-4374-9337-9e5c3b43a2e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:39.474675 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-858c7a69-a493-4fa8-8d4d-40fcb3a453c2 req-c87d9634-c1b0-4374-9337-9e5c3b43a2e5 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 200  len: 851 time: 0.0787549
Nov 19 20:55:39.532576 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-17a78593-d98c-43d0-af6b-b6196d1e2a76 None None] Set router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:55:39.669449 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-858c7a69-a493-4fa8-8d4d-40fcb3a453c2 req-a711fa87-c065-4c1f-9375-6cdcadc19810 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=87397499-9c96-476c-8021-616a1692dd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1729658
Nov 19 20:55:39.677342 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-a95e9e20-ff0e-48ac-9b94-935c57feeeeb service neutron] 10.222.0.23 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2017565
Nov 19 20:55:39.830937 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:39.913022 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-17a78593-d98c-43d0-af6b-b6196d1e2a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc451780>, [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': 'e60203d7-f3c5-419a-a79c-1302b7c42d4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'port_id': 'c7f62387-1a9f-4cba-ae3d-4948963b7376', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'mac_address': 'fa:16:3e:b6:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f86f58-e84a-46e9-93da-06b58750f4d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:55:35Z', 'updated_at': '2020-11-19T20:55:37Z', 'revision_number': 1, 'project_id': 'cb575debff214833befc497befa66377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:46Z', 'revision_number': 5, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:55:39.917957 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a78593-d98c-43d0-af6b-b6196d1e2a76 None None] The sync data for ids ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'] in dv-cinder-750782-3-iscsi is: [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': 'e60203d7-f3c5-419a-a79c-1302b7c42d4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'port_id': 'c7f62387-1a9f-4cba-ae3d-4948963b7376', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'mac_address': 'fa:16:3e:b6:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f86f58-e84a-46e9-93da-06b58750f4d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:55:35Z', 'updated_at': '2020-11-19T20:55:37Z', 'revision_number': 1, 'project_id': 'cb575debff214833befc497befa66377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:46Z', 'revision_number': 5, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:55:39.936805 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-858c7a69-a493-4fa8-8d4d-40fcb3a453c2 req-f0fe4ea9-3f9b-4884-a1ff-4705acb1c9c8 service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2584226
Nov 19 20:55:39.942221 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d7bce99b-58e4-48e8-bb5d-25d4e7ca11bd req-c5fbf40e-63c8-4d9b-8f8f-9a0983193b57 service neutron] 10.222.0.23 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2398033
Nov 19 20:55:40.211841 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77f041a-8be4-43c7-a8ac-45f508096a14 None None] New status for floating IP e60203d7-f3c5-419a-a79c-1302b7c42d4e: ACTIVE {{(pid=80326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 20:55:40.217945 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:40.237294 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293a952-587b-418c-b080-d99783d8274c req-4645ceb4-c806-49ce-89d8-c0b492e17021 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:40.241009 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6293a952-587b-418c-b080-d99783d8274c req-4645ceb4-c806-49ce-89d8-c0b492e17021 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.1251574
Nov 19 20:55:40.299976 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6293a952-587b-418c-b080-d99783d8274c req-08d3bc31-ee96-4e56-8aad-4932924f3b6e tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520217
Nov 19 20:55:40.317816 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-858c7a69-a493-4fa8-8d4d-40fcb3a453c2 req-7974b8b1-c066-4bdf-b17c-ef92962d53e7 service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3745599
Nov 19 20:55:41.524510 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3f679-3e0b-43fd-8858-009ea0de983a req-26f4f0dd-3a88-4b7a-b683-de32630db906 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:41.526035 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5fd3f679-3e0b-43fd-8858-009ea0de983a req-26f4f0dd-3a88-4b7a-b683-de32630db906 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0812621
Nov 19 20:55:41.573295 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5fd3f679-3e0b-43fd-8858-009ea0de983a req-1a8fc7cd-2ca5-4136-a5fa-51f3e4d12fe1 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411847
Nov 19 20:55:42.797480 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53549c50-08a2-4469-93a0-4a8f57f03f42 req-c4224b10-02b6-4460-b98e-aad0b7fdc7de tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:42.799115 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53549c50-08a2-4469-93a0-4a8f57f03f42 req-c4224b10-02b6-4460-b98e-aad0b7fdc7de tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0814424
Nov 19 20:55:42.849615 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53549c50-08a2-4469-93a0-4a8f57f03f42 req-b1dacb66-a518-4500-8047-6d00752514a5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445075
Nov 19 20:55:44.080592 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cada9a-a8a4-44aa-88a0-2527e5fbad0c req-de203861-df6e-411a-be49-85087dd4d5df tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:44.082219 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-88cada9a-a8a4-44aa-88a0-2527e5fbad0c req-de203861-df6e-411a-be49-85087dd4d5df tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0900300
Nov 19 20:55:44.129861 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-88cada9a-a8a4-44aa-88a0-2527e5fbad0c req-6ce7b2b8-676d-4f0f-b89b-3a60c1fa41ab tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415349
Nov 19 20:55:45.352865 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac4564-d830-4c5a-a4d8-5532fb05954d req-92c0a0bc-2cbe-413c-bcf7-16952f0f705d tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:45.355018 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7aac4564-d830-4c5a-a4d8-5532fb05954d req-92c0a0bc-2cbe-413c-bcf7-16952f0f705d tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0824816
Nov 19 20:55:45.401866 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7aac4564-d830-4c5a-a4d8-5532fb05954d req-4bceef09-8e18-42fc-883a-31f5fad1fd54 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407493
Nov 19 20:55:46.623887 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020950c-35dd-4def-a8cf-0ed906578083 req-77620ac9-3c26-4212-9047-1dbf774f961d tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:46.625449 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f020950c-35dd-4def-a8cf-0ed906578083 req-77620ac9-3c26-4212-9047-1dbf774f961d tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0807822
Nov 19 20:55:46.672430 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f020950c-35dd-4def-a8cf-0ed906578083 req-f04fd0d5-e8ec-42ee-8dad-ccef7c0d03ef tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409505
Nov 19 20:55:47.924111 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d21fae-4c32-4d4b-b5e1-8a53a7f22b1b req-c4eb4c36-701b-43a1-a536-7082bf4baa21 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:47.932200 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-63d21fae-4c32-4d4b-b5e1-8a53a7f22b1b req-c4eb4c36-701b-43a1-a536-7082bf4baa21 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.1026020
Nov 19 20:55:47.978438 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-63d21fae-4c32-4d4b-b5e1-8a53a7f22b1b req-aa97f937-95d4-4061-b7f5-00ca4f4c6d95 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455954
Nov 19 20:55:49.267154 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6424cb-5786-4a0f-89a1-c698383acbda req-0f8d67ab-e55e-4dbf-8ab0-2a5b21a59846 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:49.269469 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3c6424cb-5786-4a0f-89a1-c698383acbda req-0f8d67ab-e55e-4dbf-8ab0-2a5b21a59846 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.1376889
Nov 19 20:55:49.321278 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3c6424cb-5786-4a0f-89a1-c698383acbda req-41b9b9fe-5f16-49e0-896d-48ba060dc78e tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448890
Nov 19 20:55:50.561406 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739adaed-af46-4b44-80a5-5637af6ef6f4 req-de161b36-528a-44bd-a5ea-badb8f812854 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:50.563302 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-739adaed-af46-4b44-80a5-5637af6ef6f4 req-de161b36-528a-44bd-a5ea-badb8f812854 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0882947
Nov 19 20:55:50.615908 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-739adaed-af46-4b44-80a5-5637af6ef6f4 req-f1943ed1-1faf-4d58-8128-23a6952e12ee tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463033
Nov 19 20:55:51.850164 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c4534-41f2-46cb-87f1-a543f91c2469 req-23e38ef0-2381-4d71-9cd6-4e2a1e6179e5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:51.851776 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c78c4534-41f2-46cb-87f1-a543f91c2469 req-23e38ef0-2381-4d71-9cd6-4e2a1e6179e5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0886431
Nov 19 20:55:51.907093 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c78c4534-41f2-46cb-87f1-a543f91c2469 req-f43297f8-ea9b-41a6-ac0f-56b4412cbb36 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482807
Nov 19 20:55:53.164859 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddc81d-e6b8-4fb3-8cdb-32ce8bfb9737 req-abe31b7f-48c1-4c9a-9067-86b23b326646 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:53.166658 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d4ddc81d-e6b8-4fb3-8cdb-32ce8bfb9737 req-abe31b7f-48c1-4c9a-9067-86b23b326646 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.1061122
Nov 19 20:55:53.235883 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d4ddc81d-e6b8-4fb3-8cdb-32ce8bfb9737 req-6084d1b6-168e-42bc-afde-f7369c41388a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628161
Nov 19 20:55:54.469061 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd08ea-c2fe-4607-ac04-7dbbac1175ce req-dff10f34-00d0-40bf-8855-3b9e4f9909b2 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:54.470623 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-aefd08ea-c2fe-4607-ac04-7dbbac1175ce req-dff10f34-00d0-40bf-8855-3b9e4f9909b2 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0876658
Nov 19 20:55:54.522195 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-aefd08ea-c2fe-4607-ac04-7dbbac1175ce req-e22cbd71-6bf8-404e-82bf-3cfc30ee7a84 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434258
Nov 19 20:55:55.764606 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119be11e-b9b2-41b3-b21b-3b67235f0317 req-58344c4e-c794-4c6b-999b-e36ab72e01bd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:55.766443 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-119be11e-b9b2-41b3-b21b-3b67235f0317 req-58344c4e-c794-4c6b-999b-e36ab72e01bd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0953662
Nov 19 20:55:55.823086 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-119be11e-b9b2-41b3-b21b-3b67235f0317 req-0fe1baa8-82af-4903-861c-8cad5bf94acd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497653
Nov 19 20:55:57.056161 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b45a1d-9e0a-4246-8db7-dd1a148333c8 req-31c7ac27-bfb7-4863-aea1-38df3be4d1c4 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:57.057789 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-34b45a1d-9e0a-4246-8db7-dd1a148333c8 req-31c7ac27-bfb7-4863-aea1-38df3be4d1c4 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0870566
Nov 19 20:55:57.105842 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-34b45a1d-9e0a-4246-8db7-dd1a148333c8 req-23c064b8-4e1e-4bed-afd1-d7f31cef55ec tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419028
Nov 19 20:55:57.709393 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2bebe823-8a68-4643-ac9d-d8ecb373b9ab req-f81e2949-dae6-47af-9ee9-ab544c73aca0 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1&device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 1163 time: 0.0733700
Nov 19 20:55:57.849873 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebe823-8a68-4643-ac9d-d8ecb373b9ab req-f3699c38-507c-4f16-bdd7-d19118686e3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:57.851386 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2bebe823-8a68-4643-ac9d-d8ecb373b9ab req-f3699c38-507c-4f16-bdd7-d19118686e3c service neutron] 10.222.0.27 "GET /v2.0/networks?id=f600d754-a3af-4d81-9829-a5bb5191007e HTTP/1.1" status: 200  len: 911 time: 0.1342971
Nov 19 20:55:57.960949 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2bebe823-8a68-4643-ac9d-d8ecb373b9ab req-2850faae-6d3c-42dd-b927-ebd2316cddca service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad2c700d-4d30-42f3-9130-bfd7117cd2de HTTP/1.1" status: 200  len: 1002 time: 0.1013896
Nov 19 20:55:58.032000 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebe823-8a68-4643-ac9d-d8ecb373b9ab req-1b8dc4fa-2068-44fd-8bfb-1eaae503ea98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:58.033494 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2bebe823-8a68-4643-ac9d-d8ecb373b9ab req-1b8dc4fa-2068-44fd-8bfb-1eaae503ea98 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=f9de70f2-6912-47cb-a752-2ceb77669463 HTTP/1.1" status: 200  len: 856 time: 0.0622170
Nov 19 20:55:58.117583 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2bebe823-8a68-4643-ac9d-d8ecb373b9ab req-7bf10bef-bea4-480f-8159-3769a10e0f57 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f600d754-a3af-4d81-9829-a5bb5191007e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770762
Nov 19 20:55:58.265925 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2bebe823-8a68-4643-ac9d-d8ecb373b9ab req-72bca692-a832-46f2-bcd2-3cc9881d7c49 service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401625
Nov 19 20:55:58.335953 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8a7e8-f7cd-45fb-9785-3e33bf2e3092 req-729fbc1a-31b6-4d89-b513-8b1994ccf43c tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:58.337575 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a3e8a7e8-f7cd-45fb-9785-3e33bf2e3092 req-729fbc1a-31b6-4d89-b513-8b1994ccf43c tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0832703
Nov 19 20:55:58.386648 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a3e8a7e8-f7cd-45fb-9785-3e33bf2e3092 req-b9401a5a-4889-468f-82c1-d2e2e44ec789 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422311
Nov 19 20:55:58.408474 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2bebe823-8a68-4643-ac9d-d8ecb373b9ab req-5082ee53-d796-41ea-b0a0-8974b08c4316 service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1354933
Nov 19 20:55:59.611626 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b9d05-7f1f-443d-9a6a-3efba972d077 req-6aa48e42-cd0f-49a2-a76a-5c535257efbf tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:55:59.613222 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5b8b9d05-7f1f-443d-9a6a-3efba972d077 req-6aa48e42-cd0f-49a2-a76a-5c535257efbf tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0826797
Nov 19 20:55:59.630015 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:55:59.662352 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5b8b9d05-7f1f-443d-9a6a-3efba972d077 req-64692ab6-d952-4cfd-a3aa-73b507466333 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423956
Nov 19 20:56:00.891175 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb8fd4-7757-4a26-a966-e7acbad3be2d req-1d2fe937-e8c1-4e94-8a84-4aefb4a4f210 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:00.892751 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f7bb8fd4-7757-4a26-a966-e7acbad3be2d req-1d2fe937-e8c1-4e94-8a84-4aefb4a4f210 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0860896
Nov 19 20:56:00.939889 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f7bb8fd4-7757-4a26-a966-e7acbad3be2d req-a988a4d6-8670-4183-b17b-c8d9dab2562d tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411389
Nov 19 20:56:01.769375 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device ad2c700d-4d30-42f3-9130-bfd7117cd2de no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:56:01.886558 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:01.913528 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63e8890-f9ee-4638-8c68-45baf1625d89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad2c700d-4d30-42f3-9130-bfd7117cd2de'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:56:01.924194 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port ad2c700d-4d30-42f3-9130-bfd7117cd2de, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ad2c700d-4d30-42f3-9130-bfd7117cd2de,segment=NetworkSegment(3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5),segment_id=3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:56:01.927113 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:01.928922 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:56:01.974818 dv-cinder-750782-3-iscsi neutron-server[80212]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f63e8890-f9ee-4638-8c68-45baf1625d89', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ad2c700d-4d30-42f3-9130-bfd7117cd2de', 'code': 422} returned with failed status
Nov 19 20:56:01.996760 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=ad2c700d-4d30-42f3-9130-bfd7117cd2de,revision_number=5']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:56:02.006008 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.006406 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.006794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.007175 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.007552 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.007930 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.008303 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.008675 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.009048 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.009432 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.009859 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.010235 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.010717 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.011113 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.011374 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.011652 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.012017 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.012385 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.012719 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.013086 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.013631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.013896 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.014165 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.014527 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:56:02.019095 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:56:02.552447 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94249e2d-7716-4ffe-95d2-bf4cd8ede848 req-800d6bfa-a0ba-45cf-82d6-e7747e93866c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1444829
Nov 19 20:56:02.559258 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10776260-2454-415b-a386-d623640edbf8 req-6762fc29-bc8c-40a2-97f9-942b92b6dc6b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:02.560767 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-10776260-2454-415b-a386-d623640edbf8 req-6762fc29-bc8c-40a2-97f9-942b92b6dc6b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.1153193
Nov 19 20:56:02.829226 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-10776260-2454-415b-a386-d623640edbf8 req-935933f0-ec99-4f3a-9f14-adcbf4c44e93 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2621644
Nov 19 20:56:03.130968 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94249e2d-7716-4ffe-95d2-bf4cd8ede848 req-397d9fdd-e127-4719-87ae-6635a25b0760 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89&tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1 HTTP/1.1" status: 200  len: 1161 time: 0.0797224
Nov 19 20:56:03.242475 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94249e2d-7716-4ffe-95d2-bf4cd8ede848 req-a9f4c124-607f-41e6-8de8-2c2582461e94 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1&device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 1161 time: 0.0746920
Nov 19 20:56:03.382304 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94249e2d-7716-4ffe-95d2-bf4cd8ede848 req-5559026c-d5a8-4bec-90b5-31729b2f4df3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:03.383779 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94249e2d-7716-4ffe-95d2-bf4cd8ede848 req-5559026c-d5a8-4bec-90b5-31729b2f4df3 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f600d754-a3af-4d81-9829-a5bb5191007e HTTP/1.1" status: 200  len: 911 time: 0.1353209
Nov 19 20:56:03.490888 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94249e2d-7716-4ffe-95d2-bf4cd8ede848 req-e58ea724-ef64-41f1-9967-d89bd0945357 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad2c700d-4d30-42f3-9130-bfd7117cd2de HTTP/1.1" status: 200  len: 1000 time: 0.1003640
Nov 19 20:56:03.557663 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94249e2d-7716-4ffe-95d2-bf4cd8ede848 req-3f747ba7-fbd3-4b7b-88fc-6e8762cf4d23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:03.559204 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94249e2d-7716-4ffe-95d2-bf4cd8ede848 req-3f747ba7-fbd3-4b7b-88fc-6e8762cf4d23 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=f9de70f2-6912-47cb-a752-2ceb77669463 HTTP/1.1" status: 200  len: 856 time: 0.0624120
Nov 19 20:56:03.642245 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94249e2d-7716-4ffe-95d2-bf4cd8ede848 req-81aca512-1ba6-4ce0-8813-de6de8d91c0a service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f600d754-a3af-4d81-9829-a5bb5191007e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760546
Nov 19 20:56:03.782766 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94249e2d-7716-4ffe-95d2-bf4cd8ede848 req-2dd18ba3-c15e-4f75-8519-6792970f86b5 service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336920
Nov 19 20:56:03.925719 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94249e2d-7716-4ffe-95d2-bf4cd8ede848 req-2ee8d380-a178-45b8-bc20-bda0fcbd44d3 service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361125
Nov 19 20:56:04.058192 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d3060-472a-4d31-a5f9-a819e0b11444 req-f00f89c8-eecb-4a38-a1b7-197160850563 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:04.059894 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b96d3060-472a-4d31-a5f9-a819e0b11444 req-f00f89c8-eecb-4a38-a1b7-197160850563 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.0844476
Nov 19 20:56:04.110433 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b96d3060-472a-4d31-a5f9-a819e0b11444 req-1fd77d9d-d972-424c-a129-8b3dc684212c tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441897
Nov 19 20:56:04.213624 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e5d5b0fe-30b7-448b-8b49-62bcc8a13446 req-ccc5ce8d-5a0a-4167-875a-58bcacd7a88a service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0791585
Nov 19 20:56:04.377023 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e5d5b0fe-30b7-448b-8b49-62bcc8a13446 req-7d818bd4-da4c-4620-88ff-40abc1a9b60b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=065e9bb05bf14c60b70fce5d5b7f93ed&device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 1163 time: 0.0732815
Nov 19 20:56:04.545777 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5b0fe-30b7-448b-8b49-62bcc8a13446 req-e03446e1-e026-4113-8008-4a1c97cf9872 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:04.547357 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e5d5b0fe-30b7-448b-8b49-62bcc8a13446 req-e03446e1-e026-4113-8008-4a1c97cf9872 service neutron] 10.222.0.27 "GET /v2.0/networks?id=0c25622a-0a71-4c73-a017-fd1e7692f77f HTTP/1.1" status: 200  len: 902 time: 0.1398878
Nov 19 20:56:04.661560 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e5d5b0fe-30b7-448b-8b49-62bcc8a13446 req-2b131700-cda2-4a82-bc3a-7a644a66060b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b390ca7-a075-4893-babf-3e15898cc571 HTTP/1.1" status: 200  len: 1002 time: 0.1046367
Nov 19 20:56:04.729338 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5b0fe-30b7-448b-8b49-62bcc8a13446 req-ee78d521-9210-4d25-9b58-bac8920eebb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:04.730963 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e5d5b0fe-30b7-448b-8b49-62bcc8a13446 req-ee78d521-9210-4d25-9b58-bac8920eebb5 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b73c3f7f-6f5e-49c6-a975-223e0c851e78 HTTP/1.1" status: 200  len: 847 time: 0.0634532
Nov 19 20:56:04.824230 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e5d5b0fe-30b7-448b-8b49-62bcc8a13446 req-9126bcf5-2522-4f80-a940-d4343f1f271d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0c25622a-0a71-4c73-a017-fd1e7692f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0863698
Nov 19 20:56:05.350349 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0d396-9b74-4ba0-80b9-07f4c795cf7a req-899b1e45-66e6-4896-b36a-be6cbbca4ff9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:05.351973 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7bf0d396-9b74-4ba0-80b9-07f4c795cf7a req-899b1e45-66e6-4896-b36a-be6cbbca4ff9 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.0855069
Nov 19 20:56:05.403115 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7bf0d396-9b74-4ba0-80b9-07f4c795cf7a req-f2ba20cf-d01e-4a10-8d3c-1276f0c3de2f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446997
Nov 19 20:56:05.854493 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-348433d9-5ad8-4b80-bc74-ea5205a3e130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:06.641195 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26facec2-0233-4da5-bf13-a6438770e1c0 req-6985168c-38a8-4b84-8e54-75d6734a2f69 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:06.642881 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-26facec2-0233-4da5-bf13-a6438770e1c0 req-6985168c-38a8-4b84-8e54-75d6734a2f69 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.0843244
Nov 19 20:56:06.692579 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-26facec2-0233-4da5-bf13-a6438770e1c0 req-4701c46d-9314-4001-b012-f4ba70c5423e tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432227
Nov 19 20:56:07.928104 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bc680-a33d-4a4c-bc66-dffdbf07bce3 req-e304027a-2dbc-45b3-ac39-7470269947b1 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:07.929713 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a92bc680-a33d-4a4c-bc66-dffdbf07bce3 req-e304027a-2dbc-45b3-ac39-7470269947b1 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.0873210
Nov 19 20:56:07.982897 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a92bc680-a33d-4a4c-bc66-dffdbf07bce3 req-1940f8c7-4105-48b5-a05a-a1b1c297761e tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454764
Nov 19 20:56:08.686498 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-416d48dc-f4e4-4910-bdee-42dfcaa40279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:08.878871 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:08.999424 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:56:09.222383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85105632-c2c3-495f-aea0-1409131a746b req-a56e4bf8-1650-47a4-a89d-4e7adb629b9b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:09.224021 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-85105632-c2c3-495f-aea0-1409131a746b req-a56e4bf8-1650-47a4-a89d-4e7adb629b9b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.0904033
Nov 19 20:56:09.273526 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-85105632-c2c3-495f-aea0-1409131a746b req-ae658f93-aaf9-4bb6-8738-0e5b0f5c6f31 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427749
Nov 19 20:56:09.818817 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:10.208421 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:10.507970 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58336b46-a17f-471e-b825-738b4bad1252 req-dd450f8f-b6a0-4c47-9b13-2316dcb44e94 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:10.509532 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-58336b46-a17f-471e-b825-738b4bad1252 req-dd450f8f-b6a0-4c47-9b13-2316dcb44e94 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.0837464
Nov 19 20:56:10.572844 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-58336b46-a17f-471e-b825-738b4bad1252 req-56e7117e-7d91-4663-92b9-4c316b8265c2 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520771
Nov 19 20:56:11.804938 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ef7a0-717d-46dc-b81b-092fd29d0888 req-d5758550-b1cb-470e-921a-c8ad47934ca4 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:11.806672 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d77ef7a0-717d-46dc-b81b-092fd29d0888 req-d5758550-b1cb-470e-921a-c8ad47934ca4 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.0875988
Nov 19 20:56:11.860980 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d77ef7a0-717d-46dc-b81b-092fd29d0888 req-26327cba-4847-488b-ae90-20533cced58e tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481324
Nov 19 20:56:13.100058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df42ec-df9f-4e2b-a8b3-b290f5b358db req-91a3cfb9-7182-45e2-a3b0-e11eb3981bab tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:13.101755 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f7df42ec-df9f-4e2b-a8b3-b290f5b358db req-91a3cfb9-7182-45e2-a3b0-e11eb3981bab tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.0846071
Nov 19 20:56:13.155030 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f7df42ec-df9f-4e2b-a8b3-b290f5b358db req-67d681f4-0d6f-48f3-be3d-1a6572b8b9d4 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470350
Nov 19 20:56:14.390647 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa18da-ecf9-42e2-9022-9d3b87f21bd9 req-3b2ce1b9-bb55-40e5-a292-9c427368e573 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:14.392285 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7eaa18da-ecf9-42e2-9022-9d3b87f21bd9 req-3b2ce1b9-bb55-40e5-a292-9c427368e573 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.0849352
Nov 19 20:56:14.442568 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7eaa18da-ecf9-42e2-9022-9d3b87f21bd9 req-da10575d-9843-4304-b1af-5574185d7ff8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438886
Nov 19 20:56:15.692319 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcfba2-3122-4c65-b178-3f2dabc0e40f req-79676ef7-d93d-4061-a1a1-cebd97aaff4a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:15.693944 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d1bcfba2-3122-4c65-b178-3f2dabc0e40f req-79676ef7-d93d-4061-a1a1-cebd97aaff4a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.0897000
Nov 19 20:56:15.744105 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d1bcfba2-3122-4c65-b178-3f2dabc0e40f req-36d9d779-5e10-49de-beeb-ad944fa7326e tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439892
Nov 19 20:56:16.819386 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ee9b6-b346-43d9-9dfe-d0a033b033b0 req-fe8d89f6-8dce-4154-97be-ea5e225f82a5 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:16.821021 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4d4ee9b6-b346-43d9-9dfe-d0a033b033b0 req-fe8d89f6-8dce-4154-97be-ea5e225f82a5 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0828342
Nov 19 20:56:16.869755 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4d4ee9b6-b346-43d9-9dfe-d0a033b033b0 req-a8fa85c4-6373-4ecc-87fd-9c1d5e19e932 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0419500
Nov 19 20:56:16.977362 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88bc39-784b-49aa-93f2-135648246269 req-32a9fab6-62f3-482c-87b1-83a541e87f13 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:16.979019 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4f88bc39-784b-49aa-93f2-135648246269 req-32a9fab6-62f3-482c-87b1-83a541e87f13 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.0862823
Nov 19 20:56:17.026314 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4f88bc39-784b-49aa-93f2-135648246269 req-4dad7620-77ef-4f99-ab6b-3975f60aea9a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412438
Nov 19 20:56:18.080660 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68e194-431d-4c51-96ad-b6438ef55ace req-8e6344ef-3985-4e46-8316-bd3e75450df5 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:18.082285 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3a68e194-431d-4c51-96ad-b6438ef55ace req-8e6344ef-3985-4e46-8316-bd3e75450df5 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0854206
Nov 19 20:56:18.131265 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3a68e194-431d-4c51-96ad-b6438ef55ace req-1cec209c-f992-47ef-ae3c-8e1b25acee1c tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0421810
Nov 19 20:56:18.252523 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc2c80-d447-4945-9471-fb03a28cd6b2 req-4b70f7cd-bc57-4ab4-9345-eb9764a171f0 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:18.254144 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a1fc2c80-d447-4945-9471-fb03a28cd6b2 req-4b70f7cd-bc57-4ab4-9345-eb9764a171f0 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.0824142
Nov 19 20:56:18.302051 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a1fc2c80-d447-4945-9471-fb03a28cd6b2 req-0a422b25-ac3c-4bc2-9981-e64dd8b49eeb tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411656
Nov 19 20:56:19.344243 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa20dc-817b-47c5-9de7-229fd4750a32 req-ffd692d0-8e5e-4823-8486-43c15bac7c60 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:19.345919 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-47aa20dc-817b-47c5-9de7-229fd4750a32 req-ffd692d0-8e5e-4823-8486-43c15bac7c60 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0844128
Nov 19 20:56:19.385176 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e5d5b0fe-30b7-448b-8b49-62bcc8a13446 req-dbfda644-00c0-4191-92a0-6b33ed7e820f service neutron] 10.222.0.27 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393762
Nov 19 20:56:19.397132 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-47aa20dc-817b-47c5-9de7-229fd4750a32 req-37d06684-771e-4e97-8cb8-5d617fb4e982 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0445335
Nov 19 20:56:19.812666 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e5d5b0fe-30b7-448b-8b49-62bcc8a13446 req-4b12274f-d552-451a-96f6-9648943d23b8 service neutron] 10.222.0.27 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4177110
Nov 19 20:56:19.826524 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a540a-9071-4402-b304-6fa4ff52a386 req-e26bc1c3-4cb0-4ea7-8afc-64f3d1426135 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:19.828010 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-673a540a-9071-4402-b304-6fa4ff52a386 req-e26bc1c3-4cb0-4ea7-8afc-64f3d1426135 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.3812292
Nov 19 20:56:19.876740 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-673a540a-9071-4402-b304-6fa4ff52a386 req-13aa287d-958d-47f1-b0cd-1476998baf86 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423517
Nov 19 20:56:20.613679 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b826acf-0a1f-4d63-8ffa-711fce6af47c req-c88f76be-197d-4a4f-bf9c-2ee6ee083994 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:20.615283 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7b826acf-0a1f-4d63-8ffa-711fce6af47c req-c88f76be-197d-4a4f-bf9c-2ee6ee083994 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0859628
Nov 19 20:56:20.663506 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7b826acf-0a1f-4d63-8ffa-711fce6af47c req-90772a73-f5b5-482e-b380-3fbc33c9a26a tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0421703
Nov 19 20:56:21.100729 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5f387-9369-4580-a2fd-51263c995ee0 req-103b21dc-b146-49c3-89b5-83a82f7141a3 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:21.102305 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7ae5f387-9369-4580-a2fd-51263c995ee0 req-103b21dc-b146-49c3-89b5-83a82f7141a3 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.0814300
Nov 19 20:56:21.155627 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7ae5f387-9369-4580-a2fd-51263c995ee0 req-fe5f841a-63f4-4365-99fb-ae17cb2847dc tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465925
Nov 19 20:56:21.869912 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a37b37-ad6a-419c-bd01-13453159d5a5 req-9d1a48e0-ff60-4fc2-a8d6-34d018573bd7 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:21.871495 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a7a37b37-ad6a-419c-bd01-13453159d5a5 req-9d1a48e0-ff60-4fc2-a8d6-34d018573bd7 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0826514
Nov 19 20:56:21.922762 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a7a37b37-ad6a-419c-bd01-13453159d5a5 req-98c8ec11-5cbc-4974-a973-7ef89c75ccad tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0453713
Nov 19 20:56:22.378687 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3dc1d-4cde-47dd-9c49-e45c51a34f3e req-810f62c6-1b48-4247-a3d5-780afe3a0ddb tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:22.380254 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3fc3dc1d-4cde-47dd-9c49-e45c51a34f3e req-810f62c6-1b48-4247-a3d5-780afe3a0ddb tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.0813925
Nov 19 20:56:22.427537 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3fc3dc1d-4cde-47dd-9c49-e45c51a34f3e req-2c90b357-87e6-47e6-a225-54ff673280c4 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412259
Nov 19 20:56:23.129845 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd98dae-1be0-4d06-a2e5-4052563e95a9 req-c726127c-68a0-4021-8dd8-ddb05081c3ce tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:23.131465 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dfd98dae-1be0-4d06-a2e5-4052563e95a9 req-c726127c-68a0-4021-8dd8-ddb05081c3ce tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0820177
Nov 19 20:56:23.179875 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dfd98dae-1be0-4d06-a2e5-4052563e95a9 req-8de95f9c-6fc4-476f-8682-02e6bae18dc9 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0423853
Nov 19 20:56:23.654999 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fc410-f31f-4933-bd57-e17dcc5fef8c req-78c25fc1-1db9-4c77-b6a4-1fce6fdee292 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:23.656552 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a63fc410-f31f-4933-bd57-e17dcc5fef8c req-78c25fc1-1db9-4c77-b6a4-1fce6fdee292 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.0856183
Nov 19 20:56:23.703580 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a63fc410-f31f-4933-bd57-e17dcc5fef8c req-5d891149-0483-4078-94fa-cddfc83fe872 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407543
Nov 19 20:56:24.394202 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47556e6d-6780-472e-87da-14b70f0fca53 req-e769b547-5f34-44cb-b44a-045e9d41a2f1 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:24.395792 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-47556e6d-6780-472e-87da-14b70f0fca53 req-e769b547-5f34-44cb-b44a-045e9d41a2f1 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0853791
Nov 19 20:56:24.444137 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-47556e6d-6780-472e-87da-14b70f0fca53 req-a42f2cfb-9e77-430c-8261-1d5fd71a6fbb tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0417347
Nov 19 20:56:24.769966 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device ad2c700d-4d30-42f3-9130-bfd7117cd2de up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:56:24.841374 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port ad2c700d-4d30-42f3-9130-bfd7117cd2de triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:56:24.841840 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:24.934114 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73594849-7732-4b3a-b29d-5fe0b239ffa2 req-ef8ae357-688d-4ab6-a64f-9120aced0f49 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:24.935708 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-73594849-7732-4b3a-b29d-5fe0b239ffa2 req-ef8ae357-688d-4ab6-a64f-9120aced0f49 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 944 time: 0.0848973
Nov 19 20:56:24.961019 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:24.983171 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-73594849-7732-4b3a-b29d-5fe0b239ffa2 req-0fdee03c-8e6d-4166-952d-b70cb3eb864a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411503
Nov 19 20:56:24.988390 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63e8890-f9ee-4638-8c68-45baf1625d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2c700d-4d30-42f3-9130-bfd7117cd2de'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:56:24.998978 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port ad2c700d-4d30-42f3-9130-bfd7117cd2de, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ad2c700d-4d30-42f3-9130-bfd7117cd2de,segment=NetworkSegment(3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5),segment_id=3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:56:25.003379 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:25.005355 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:56:25.052518 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e8890-f9ee-4638-8c68-45baf1625d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2c700d-4d30-42f3-9130-bfd7117cd2de', 'code': 200}
Nov 19 20:56:25.074176 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=ad2c700d-4d30-42f3-9130-bfd7117cd2de,revision_number=6']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:56:25.077535 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:56:25.351464 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-566c718e-617a-4bb2-97ed-7bc0d2351abf req-65c6f2ad-e450-48b5-b546-6ae90ce25d93 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 1163 time: 0.0802078
Nov 19 20:56:25.399177 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-566c718e-617a-4bb2-97ed-7bc0d2351abf req-6d6e6526-9c40-4dc0-bcd1-a99cb3eba0f9 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405073
Nov 19 20:56:25.651579 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84d2f4-08ec-462a-bd64-22f9cb1108ff req-46484e40-cf12-4e32-a690-1d8374107c41 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:25.653091 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3f84d2f4-08ec-462a-bd64-22f9cb1108ff req-46484e40-cf12-4e32-a690-1d8374107c41 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0831730
Nov 19 20:56:25.700298 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3f84d2f4-08ec-462a-bd64-22f9cb1108ff req-7a503644-0cda-4f20-a450-e64903db1182 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0410914
Nov 19 20:56:26.181327 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device ad2c700d-4d30-42f3-9130-bfd7117cd2de up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:56:26.212086 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6197533-2826-46e6-a62f-8be96ff88d84 req-d338f37e-ec40-4894-929b-4043508c54aa tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:26.213698 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b6197533-2826-46e6-a62f-8be96ff88d84 req-d338f37e-ec40-4894-929b-4043508c54aa tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0834184
Nov 19 20:56:26.256126 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port ad2c700d-4d30-42f3-9130-bfd7117cd2de triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:56:26.256539 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:26.263301 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b6197533-2826-46e6-a62f-8be96ff88d84 req-9948c0ad-4190-4dfe-8ad4-4e625c6ca2a4 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432200
Nov 19 20:56:26.925411 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df52b9-5e5f-490b-8c42-25716891cd6e req-7350d0ac-af85-427a-a5ba-eedc1c87c34c tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:26.930233 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-92df52b9-5e5f-490b-8c42-25716891cd6e req-7350d0ac-af85-427a-a5ba-eedc1c87c34c tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0966849
Nov 19 20:56:26.977011 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-92df52b9-5e5f-490b-8c42-25716891cd6e req-2e7fe722-8d4b-4b1e-88e8-18e9d338f6a9 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0437315
Nov 19 20:56:27.514835 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c3bb4-02ea-43ae-814c-667c11e6b116 req-11f75d14-de7e-49ce-a9f3-5464c684f562 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:27.516382 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b34c3bb4-02ea-43ae-814c-667c11e6b116 req-11f75d14-de7e-49ce-a9f3-5464c684f562 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0909915
Nov 19 20:56:27.567205 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b34c3bb4-02ea-43ae-814c-667c11e6b116 req-60ac4200-7501-46b3-8a99-fef97291c91b tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428321
Nov 19 20:56:28.191801 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f408c-4582-400d-bf8e-3dcc2f4a23ef req-a90cc2ce-f884-4adf-8d23-b5a1c579a84a tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:28.193404 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0d9f408c-4582-400d-bf8e-3dcc2f4a23ef req-a90cc2ce-f884-4adf-8d23-b5a1c579a84a tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0855958
Nov 19 20:56:28.244859 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0d9f408c-4582-400d-bf8e-3dcc2f4a23ef req-a21393a8-c63f-433b-b93c-535b6acc188c tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0452993
Nov 19 20:56:28.789376 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb435eb8-28cf-47ec-a4d3-449687c24585 req-cdbec0c5-fc74-4ffd-8fc1-87e7bb94af97 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:28.791012 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bb435eb8-28cf-47ec-a4d3-449687c24585 req-cdbec0c5-fc74-4ffd-8fc1-87e7bb94af97 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0822635
Nov 19 20:56:28.841663 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bb435eb8-28cf-47ec-a4d3-449687c24585 req-dbc0b97a-fd65-4720-8ae0-87d555e2d78e tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446696
Nov 19 20:56:29.455932 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4e02e-c114-454c-9e4f-3ceed64f8026 req-37668270-a5ff-48d4-aca7-44443ff00313 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:29.457476 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-10a4e02e-c114-454c-9e4f-3ceed64f8026 req-37668270-a5ff-48d4-aca7-44443ff00313 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0833395
Nov 19 20:56:29.504583 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-10a4e02e-c114-454c-9e4f-3ceed64f8026 req-5fdc0577-b190-4a80-9bf1-5cefb1e70407 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0403686
Nov 19 20:56:29.634393 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:29.649785 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6f28390f-b10c-4605-863e-b4b80da9c833 req-cc7b7316-db3f-4f01-a239-da76d6dba95d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=065e9bb05bf14c60b70fce5d5b7f93ed&device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 1163 time: 0.0794547
Nov 19 20:56:29.789389 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28390f-b10c-4605-863e-b4b80da9c833 req-081d5d95-70f5-4166-a664-7a4e2f91dd11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:29.790979 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6f28390f-b10c-4605-863e-b4b80da9c833 req-081d5d95-70f5-4166-a664-7a4e2f91dd11 service neutron] 10.222.0.27 "GET /v2.0/networks?id=0c25622a-0a71-4c73-a017-fd1e7692f77f HTTP/1.1" status: 200  len: 902 time: 0.1344583
Nov 19 20:56:29.894356 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6f28390f-b10c-4605-863e-b4b80da9c833 req-a1296957-5be8-42dd-898e-0a60ec67249a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b390ca7-a075-4893-babf-3e15898cc571 HTTP/1.1" status: 200  len: 1002 time: 0.0962801
Nov 19 20:56:29.966374 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28390f-b10c-4605-863e-b4b80da9c833 req-5df4b7dc-235a-4673-947d-40aa8731cac3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:29.967890 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6f28390f-b10c-4605-863e-b4b80da9c833 req-5df4b7dc-235a-4673-947d-40aa8731cac3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b73c3f7f-6f5e-49c6-a975-223e0c851e78 HTTP/1.1" status: 200  len: 847 time: 0.0667222
Nov 19 20:56:30.047042 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6f28390f-b10c-4605-863e-b4b80da9c833 req-069879d5-8cde-42c1-88cd-d94fa7662802 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0c25622a-0a71-4c73-a017-fd1e7692f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718286
Nov 19 20:56:30.193557 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6f28390f-b10c-4605-863e-b4b80da9c833 req-5add6294-359c-4763-a777-54e6915b05d0 service neutron] 10.222.0.27 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380839
Nov 19 20:56:30.334354 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6f28390f-b10c-4605-863e-b4b80da9c833 req-5cb48cce-6962-4f47-9fd4-5c276ab6d144 service neutron] 10.222.0.27 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1344819
Nov 19 20:56:30.712088 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f823b0-c9ef-4407-812f-3d42126225d8 req-5cac3f0d-fc9e-4e7e-9384-94046d5a0681 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:30.714201 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b1f823b0-c9ef-4407-812f-3d42126225d8 req-5cac3f0d-fc9e-4e7e-9384-94046d5a0681 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0826063
Nov 19 20:56:30.760824 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b1f823b0-c9ef-4407-812f-3d42126225d8 req-a2a5d2d7-b6c7-4631-bfe8-020aaaa70db9 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0406418
Nov 19 20:56:31.973283 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0279d5-3096-4ff6-9c39-e416c92a457e req-98eec0f1-92e0-49d1-9000-837cd240e440 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:31.974900 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5b0279d5-3096-4ff6-9c39-e416c92a457e req-98eec0f1-92e0-49d1-9000-837cd240e440 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0878937
Nov 19 20:56:32.022656 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5b0279d5-3096-4ff6-9c39-e416c92a457e req-7d08d4bf-864b-4292-8c8f-35a797ee21cf tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0416443
Nov 19 20:56:32.127233 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 5b390ca7-a075-4893-babf-3e15898cc571 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:56:32.246653 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:32.275261 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b390ca7-a075-4893-babf-3e15898cc571'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:56:32.285525 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port 5b390ca7-a075-4893-babf-3e15898cc571, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=5b390ca7-a075-4893-babf-3e15898cc571,segment=NetworkSegment(cb075e4e-88f3-4ca5-9715-6057957ad8fd),segment_id=cb075e4e-88f3-4ca5-9715-6057957ad8fd)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:56:32.289142 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:32.291077 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:56:32.339030 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b390ca7-a075-4893-babf-3e15898cc571', 'code': 200}
Nov 19 20:56:32.360581 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=5b390ca7-a075-4893-babf-3e15898cc571,revision_number=5']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:56:32.363906 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:56:33.236913 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb670bf-fa61-4e1c-be04-b47c22549e8b req-f4d8537e-a22e-43e0-b3b7-18e70a9eb173 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:33.238557 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9bb670bf-fa61-4e1c-be04-b47c22549e8b req-f4d8537e-a22e-43e0-b3b7-18e70a9eb173 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.0862720
Nov 19 20:56:33.287236 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9bb670bf-fa61-4e1c-be04-b47c22549e8b req-96900d5f-9e2d-468a-b787-f2f96c8dac8c tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0423801
Nov 19 20:56:33.631012 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 39720) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:56:33.690614 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a6b12-2992-4312-a890-b9eacfa24255 req-0e0bcd65-d003-4d6c-a7e3-d75094dac707 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:33.692254 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8b2a6b12-2992-4312-a890-b9eacfa24255 req-0e0bcd65-d003-4d6c-a7e3-d75094dac707 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.0875280
Nov 19 20:56:33.741229 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8b2a6b12-2992-4312-a890-b9eacfa24255 req-7a1415df-c90a-4126-8759-d49731bec339 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418072
Nov 19 20:56:33.785247 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f7933d08-f37a-4039-ad96-92ee355c69df req-d1a22093-e7c6-41ad-96a5-7f9d623169bb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1528251
Nov 19 20:56:34.951383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c64067-f1c7-44eb-b3f0-da2658845d93 req-51f2146c-45f2-4227-94de-eb4546d02311 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:34.953007 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-42c64067-f1c7-44eb-b3f0-da2658845d93 req-51f2146c-45f2-4227-94de-eb4546d02311 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.0837066
Nov 19 20:56:35.001701 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-42c64067-f1c7-44eb-b3f0-da2658845d93 req-d249e047-6364-493a-abb8-57ad17cf0922 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0425873
Nov 19 20:56:35.257100 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f7933d08-f37a-4039-ad96-92ee355c69df req-9897db8f-7f92-4358-af39-62968a6d547a service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378&tenant_id=065e9bb05bf14c60b70fce5d5b7f93ed HTTP/1.1" status: 200  len: 1161 time: 0.0738533
Nov 19 20:56:35.369812 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f7933d08-f37a-4039-ad96-92ee355c69df req-64c8ac68-2aa3-4433-888d-349a26088d5f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=065e9bb05bf14c60b70fce5d5b7f93ed&device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 1161 time: 0.0775151
Nov 19 20:56:35.513245 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7933d08-f37a-4039-ad96-92ee355c69df req-01006284-20e2-4912-9e59-e11f275492c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:35.514866 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f7933d08-f37a-4039-ad96-92ee355c69df req-01006284-20e2-4912-9e59-e11f275492c7 service neutron] 10.222.0.27 "GET /v2.0/networks?id=0c25622a-0a71-4c73-a017-fd1e7692f77f HTTP/1.1" status: 200  len: 902 time: 0.1393299
Nov 19 20:56:35.624262 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f7933d08-f37a-4039-ad96-92ee355c69df req-492ea6ac-ff20-473c-90ac-5d1b37836a6a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b390ca7-a075-4893-babf-3e15898cc571 HTTP/1.1" status: 200  len: 1000 time: 0.1013498
Nov 19 20:56:35.692778 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7933d08-f37a-4039-ad96-92ee355c69df req-356fd0ae-19c3-420e-ae44-20920e34e29e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:35.694364 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f7933d08-f37a-4039-ad96-92ee355c69df req-356fd0ae-19c3-420e-ae44-20920e34e29e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b73c3f7f-6f5e-49c6-a975-223e0c851e78 HTTP/1.1" status: 200  len: 847 time: 0.0630465
Nov 19 20:56:35.773703 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f7933d08-f37a-4039-ad96-92ee355c69df req-dc649535-2343-43d8-86e2-263a3833f432 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0c25622a-0a71-4c73-a017-fd1e7692f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727119
Nov 19 20:56:35.856047 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7f618b9d-3378-4e0d-964e-a35b262651bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:35.915220 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f7933d08-f37a-4039-ad96-92ee355c69df req-ff5f29de-2dfb-49b9-b823-e5466c9ad9ac service neutron] 10.222.0.27 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343243
Nov 19 20:56:36.056448 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f7933d08-f37a-4039-ad96-92ee355c69df req-cdc1317e-68b0-4c6f-a950-846c722daf36 service neutron] 10.222.0.27 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1345692
Nov 19 20:56:36.223662 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9228e-9e7e-4448-bcd3-7ed9967518b8 req-331cc740-2e3b-41e4-999b-17fb20e0406b tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:36.225293 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b0e9228e-9e7e-4448-bcd3-7ed9967518b8 req-331cc740-2e3b-41e4-999b-17fb20e0406b tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.0919068
Nov 19 20:56:36.274368 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b0e9228e-9e7e-4448-bcd3-7ed9967518b8 req-bdc0abf1-3cc5-473b-add4-852ce6183358 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0427802
Nov 19 20:56:37.489953 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2fa13-d1ef-4b22-bc55-94827bf85669 req-bcff329a-b8d1-467f-b835-101c06304175 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:37.491480 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50a2fa13-d1ef-4b22-bc55-94827bf85669 req-bcff329a-b8d1-467f-b835-101c06304175 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.0867405
Nov 19 20:56:37.539943 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-50a2fa13-d1ef-4b22-bc55-94827bf85669 req-701dfdb7-4876-4bf4-b15b-0cc9aa3abbff tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0419302
Nov 19 20:56:38.689400 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-795ac5f2-2b15-45bc-af2e-84cf5a0d3765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:38.751523 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d41c69-5a5b-4dea-bc98-534590d57f94 req-8bd79af3-ca24-457a-8c01-14788bd41294 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:38.753120 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53d41c69-5a5b-4dea-bc98-534590d57f94 req-8bd79af3-ca24-457a-8c01-14788bd41294 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.0842242
Nov 19 20:56:38.800045 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-53d41c69-5a5b-4dea-bc98-534590d57f94 req-220a1ee3-e47f-499f-800d-07d830a153c1 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0407696
Nov 19 20:56:38.877109 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:39.810764 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:40.015790 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483e888-c654-41a3-975d-9f28b26e9afd req-71a5e303-01eb-4205-a814-c63ae9d07a80 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:40.017399 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1483e888-c654-41a3-975d-9f28b26e9afd req-71a5e303-01eb-4205-a814-c63ae9d07a80 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.0833495
Nov 19 20:56:40.064877 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1483e888-c654-41a3-975d-9f28b26e9afd req-4dfb427f-c54f-4a0e-88db-b71a5b8aa8da tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0413628
Nov 19 20:56:40.206011 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:41.276379 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc8ac2-ffa0-41c2-8ae5-879688e496ca req-892ea6a3-9426-459d-86f0-b1bf0f4ec90e tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:41.277971 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-88cc8ac2-ffa0-41c2-8ae5-879688e496ca req-892ea6a3-9426-459d-86f0-b1bf0f4ec90e tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.0848572
Nov 19 20:56:41.324791 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-88cc8ac2-ffa0-41c2-8ae5-879688e496ca req-773c369a-27e4-402d-91f7-0222589ff437 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0406749
Nov 19 20:56:42.535710 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb1977-c178-474a-b3ba-79537fba6df6 req-8f1bdb96-55e8-4492-a8e8-cbff9c922ac8 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:42.537312 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-17bb1977-c178-474a-b3ba-79537fba6df6 req-8f1bdb96-55e8-4492-a8e8-cbff9c922ac8 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.0865333
Nov 19 20:56:42.586010 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-17bb1977-c178-474a-b3ba-79537fba6df6 req-09e662bb-db1b-4b67-8095-b30c269c5a3b tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418804
Nov 19 20:56:43.794295 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2323a-52b8-47ef-9977-0645b1ed536f req-37553853-9ca6-4450-9f04-d3525fca6e7c tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:43.795817 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cbd2323a-52b8-47ef-9977-0645b1ed536f req-37553853-9ca6-4450-9f04-d3525fca6e7c tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.0826993
Nov 19 20:56:43.846306 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cbd2323a-52b8-47ef-9977-0645b1ed536f req-7432d22e-2a87-4697-afde-be1cff2ec12d tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0444236
Nov 19 20:56:45.053672 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186c705-a9e2-4f4f-a256-2c40f96f6bd7 req-1581ff5e-5bac-469b-861f-6196f36f05df tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:45.055276 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9186c705-a9e2-4f4f-a256-2c40f96f6bd7 req-1581ff5e-5bac-469b-861f-6196f36f05df tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.0819407
Nov 19 20:56:45.102449 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9186c705-a9e2-4f4f-a256-2c40f96f6bd7 req-861861fa-79a8-4eb4-a17f-27ea82009cb9 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0406141
Nov 19 20:56:46.001036 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:56:46.314352 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037da48-3171-4ffc-a5b9-8ee83d7fd017 req-ff1f2f4f-402d-43ec-9a55-92311b5ea30e tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:46.315932 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f037da48-3171-4ffc-a5b9-8ee83d7fd017 req-ff1f2f4f-402d-43ec-9a55-92311b5ea30e tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.0828223
Nov 19 20:56:46.362752 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f037da48-3171-4ffc-a5b9-8ee83d7fd017 req-9eb283b8-abf7-4406-8b94-e3861663fb05 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0402036
Nov 19 20:56:46.892455 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 5b390ca7-a075-4893-babf-3e15898cc571 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:56:46.965147 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 5b390ca7-a075-4893-babf-3e15898cc571 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:56:46.965564 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:47.076324 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:47.103919 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b390ca7-a075-4893-babf-3e15898cc571'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:56:47.113697 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port 5b390ca7-a075-4893-babf-3e15898cc571, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=5b390ca7-a075-4893-babf-3e15898cc571,segment=NetworkSegment(cb075e4e-88f3-4ca5-9715-6057957ad8fd),segment_id=cb075e4e-88f3-4ca5-9715-6057957ad8fd)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:56:47.116550 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:47.118486 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:56:47.168213 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b390ca7-a075-4893-babf-3e15898cc571', 'code': 200}
Nov 19 20:56:47.189034 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=5b390ca7-a075-4893-babf-3e15898cc571,revision_number=6']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:56:47.192392 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:56:47.493313 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3b323ecc-222a-4c02-9a13-3d7544de8372 req-a16eb368-f5e0-4102-a798-6a7c04bddaa3 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 1163 time: 0.0770745
Nov 19 20:56:47.596528 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3b323ecc-222a-4c02-9a13-3d7544de8372 req-51dfe82f-58fb-48a3-912f-7ef1015cda1a service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0665348
Nov 19 20:56:47.609787 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724df15-f91d-4a67-a071-030ac769d651 req-669a6f8e-6938-4f7c-af96-f920ca4c45c1 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:47.611322 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b724df15-f91d-4a67-a071-030ac769d651 req-669a6f8e-6938-4f7c-af96-f920ca4c45c1 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.1154637
Nov 19 20:56:47.658294 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b724df15-f91d-4a67-a071-030ac769d651 req-f77cfb6b-c4b5-4d94-84e8-e82b22406562 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0410016
Nov 19 20:56:48.373439 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 5b390ca7-a075-4893-babf-3e15898cc571 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:56:48.443012 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 5b390ca7-a075-4893-babf-3e15898cc571 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:56:48.443430 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:56:48.871376 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243db13-e4e6-4ddb-ae02-37f4fc44937f req-5db77848-81f5-4fb7-b0f2-0baa1c1f5cf1 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:48.873042 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3243db13-e4e6-4ddb-ae02-37f4fc44937f req-5db77848-81f5-4fb7-b0f2-0baa1c1f5cf1 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0867014
Nov 19 20:56:48.922141 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3243db13-e4e6-4ddb-ae02-37f4fc44937f req-5985fe4f-97fd-4f2b-937b-e878f7695cc2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0424726
Nov 19 20:56:50.132460 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1865db-3839-4336-8d14-ce7002d8c2fc req-3e5e05e8-3874-497b-8883-4a115cd35a2d tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:56:50.134737 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3a1865db-3839-4336-8d14-ce7002d8c2fc req-3e5e05e8-3874-497b-8883-4a115cd35a2d tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0858667
Nov 19 20:56:50.182951 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3a1865db-3839-4336-8d14-ce7002d8c2fc req-acab06bd-0560-486e-91fe-8ce282488a36 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0422349
Nov 19 20:56:59.638159 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:03.822735 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dc0eb060-9b89-40fd-b0e1-d82466ac5e43 req-21a13bbe-2ec0-4765-9725-c0a824f3f200 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0725329
Nov 19 20:57:03.932534 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dc0eb060-9b89-40fd-b0e1-d82466ac5e43 req-95ae9ce3-7e91-4366-ae1f-5df374a93c7e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1&device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 1163 time: 0.0762699
Nov 19 20:57:04.304818 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0eb060-9b89-40fd-b0e1-d82466ac5e43 req-1de62c1a-6396-4ba5-bda3-e43527dee19d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:57:04.306972 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dc0eb060-9b89-40fd-b0e1-d82466ac5e43 req-1de62c1a-6396-4ba5-bda3-e43527dee19d service neutron] 10.222.0.27 "GET /v2.0/networks?id=f600d754-a3af-4d81-9829-a5bb5191007e HTTP/1.1" status: 200  len: 911 time: 0.3546119
Nov 19 20:57:04.413656 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dc0eb060-9b89-40fd-b0e1-d82466ac5e43 req-e5f72893-1e17-406f-9ecb-86c6aabc3540 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad2c700d-4d30-42f3-9130-bfd7117cd2de HTTP/1.1" status: 200  len: 1002 time: 0.1000681
Nov 19 20:57:04.482470 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0eb060-9b89-40fd-b0e1-d82466ac5e43 req-6543eb40-dd36-4945-8943-855785569d68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:57:04.484000 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dc0eb060-9b89-40fd-b0e1-d82466ac5e43 req-6543eb40-dd36-4945-8943-855785569d68 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=f9de70f2-6912-47cb-a752-2ceb77669463 HTTP/1.1" status: 200  len: 856 time: 0.0626419
Nov 19 20:57:04.563376 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dc0eb060-9b89-40fd-b0e1-d82466ac5e43 req-72fd04b0-8911-4784-8637-3bef2cda22c3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f600d754-a3af-4d81-9829-a5bb5191007e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726998
Nov 19 20:57:04.703286 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dc0eb060-9b89-40fd-b0e1-d82466ac5e43 req-dafefe56-a816-4116-acad-05c7aa81ee4d service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331580
Nov 19 20:57:04.841911 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dc0eb060-9b89-40fd-b0e1-d82466ac5e43 req-e77aeb24-79b8-413d-b873-5a2498c1d317 service neutron] 10.222.0.27 "GET /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1327345
Nov 19 20:57:05.856780 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-17d66ad8-de5d-4a7a-a180-27630dc1beff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:08.690220 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a3681232-af9a-4404-9626-16a1b52ed36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:08.879553 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:09.812317 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:10.208137 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:23.001807 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:57:29.647512 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:35.858386 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-99a1c3ca-0edd-4947-949d-6ff2a04bdbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:36.123451 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efe16c-98d6-4cbc-a4ef-2eb71b634b28 req-21969f0a-2ff5-426c-b8cc-a7cd29cf5f21 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:57:36.124952 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-00efe16c-98d6-4cbc-a4ef-2eb71b634b28 req-21969f0a-2ff5-426c-b8cc-a7cd29cf5f21 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0871325
Nov 19 20:57:36.173721 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-00efe16c-98d6-4cbc-a4ef-2eb71b634b28 req-f5cd4d8a-d7c6-452c-862c-085924683c9e tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422032
Nov 19 20:57:37.404189 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b66d2-9726-4379-bc02-39423b38426e req-bb8e94c2-2b7a-47fc-a421-baa7e2deff52 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:57:37.405837 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3d1b66d2-9726-4379-bc02-39423b38426e req-bb8e94c2-2b7a-47fc-a421-baa7e2deff52 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0838065
Nov 19 20:57:37.458213 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3d1b66d2-9726-4379-bc02-39423b38426e req-c0d31700-c1a6-4ff7-8ed0-e77b09addc7a tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460188
Nov 19 20:57:37.884366 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412e4de-dad8-43dc-9adb-28e11f97f57e req-c96df56a-aae8-4ec4-af4c-904a29e6d712 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:57:37.885968 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c412e4de-dad8-43dc-9adb-28e11f97f57e req-c96df56a-aae8-4ec4-af4c-904a29e6d712 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.27 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 946 time: 0.0810313
Nov 19 20:57:37.961551 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-c412e4de-dad8-43dc-9adb-28e11f97f57e req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Deleting port ad2c700d-4d30-42f3-9130-bfd7117cd2de {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:57:37.961982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-c412e4de-dad8-43dc-9adb-28e11f97f57e req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:38.211965 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-c412e4de-dad8-43dc-9adb-28e11f97f57e req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] For port ad2c700d-4d30-42f3-9130-bfd7117cd2de, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=ad2c700d-4d30-42f3-9130-bfd7117cd2de,segment=NetworkSegment(3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5),segment_id=3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:57:38.212368 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-c412e4de-dad8-43dc-9adb-28e11f97f57e req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:38.515236 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-c412e4de-dad8-43dc-9adb-28e11f97f57e req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for floatingip, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:38.515236 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-c412e4de-dad8-43dc-9adb-28e11f97f57e req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:38.515769 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_db [req-c412e4de-dad8-43dc-9adb-28e11f97f57e req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Floating IP 0adf256d-008f-4356-b7d7-5728b77f6d64 disassociated. External IP: 172.27.0.253, port: ad2c700d-4d30-42f3-9130-bfd7117cd2de.
Nov 19 20:57:38.515999 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-c412e4de-dad8-43dc-9adb-28e11f97f57e req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Calling delete_port for ad2c700d-4d30-42f3-9130-bfd7117cd2de owned by compute:nova {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:57:38.621103 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device ad2c700d-4d30-42f3-9130-bfd7117cd2de no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:57:38.696614 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7d4e2041-55e0-46d0-8707-6e3626b1e5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:38.726377 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-c412e4de-dad8-43dc-9adb-28e11f97f57e req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:38.732554 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-213589af-5480-4528-850d-679758bf95dc None None] Port ad2c700d-4d30-42f3-9130-bfd7117cd2de update to DOWN by agent not found {{(pid=80325) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2083}}
Nov 19 20:57:38.743112 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c6ebb6a9-36bc-46df-8a01-655e3a6a4e5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:57:38.798411 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Pushing event deleted for resources: {'Port': ['ID=ad2c700d-4d30-42f3-9130-bfd7117cd2de,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:57:38.831681 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275bbec-8c06-4c68-8fa0-6c1418b9d193 req-c5ef4904-3f9b-4b4d-ad31-856683644bc5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:57:38.833269 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b275bbec-8c06-4c68-8fa0-6c1418b9d193 req-c5ef4904-3f9b-4b4d-ad31-856683644bc5 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 867 time: 0.2040570
Nov 19 20:57:38.879425 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.879856 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.880280 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.880699 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.881118 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.881562 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.881995 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.882405 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.882539 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:38.882813 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.883214 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.883613 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.884012 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.884494 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.884890 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.885946 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.886355 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.886750 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.887150 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.887547 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.887944 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.888339 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.888735 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.889132 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.889525 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:38.899278 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:57:38.973032 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b275bbec-8c06-4c68-8fa0-6c1418b9d193 req-c7067d7c-a834-4b0a-a0ac-6f14b4addb4c tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups?id=61956e7c-ee08-426a-8794-4788a30f3e0b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799971
Nov 19 20:57:39.195631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c412e4de-dad8-43dc-9adb-28e11f97f57e req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Router ee1ef9d0-40ee-4156-b755-037509f3ea8b has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:57:39.407317 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c412e4de-dad8-43dc-9adb-28e11f97f57e req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:57:39.417717 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4962838-be50-450f-bcfe-b5875c2d35bd None None] Sync routers for ids ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:57:39.431540 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4962838-be50-450f-bcfe-b5875c2d35bd None None] Routers {'ee1ef9d0-40ee-4156-b755-037509f3ea8b'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:57:39.432326 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-d4962838-be50-450f-bcfe-b5875c2d35bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd77faf98>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:57:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:57:39.444695 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-c412e4de-dad8-43dc-9adb-28e11f97f57e req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] No DVR routers for this DVR port ad2c700d-4d30-42f3-9130-bfd7117cd2de on host hv-cinder-75078 {{(pid=80324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:57:39.447131 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-c412e4de-dad8-43dc-9adb-28e11f97f57e req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:39.450181 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63e8890-f9ee-4638-8c68-45baf1625d89', 'name': 'network-vif-deleted', 'tag': 'ad2c700d-4d30-42f3-9130-bfd7117cd2de'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:57:39.475399 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-c412e4de-dad8-43dc-9adb-28e11f97f57e req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.27 "DELETE /v2.0/ports/ad2c700d-4d30-42f3-9130-bfd7117cd2de HTTP/1.1" status: 204  len: 173 time: 1.5837448
Nov 19 20:57:39.510433 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e8890-f9ee-4638-8c68-45baf1625d89', 'name': 'network-vif-deleted', 'tag': 'ad2c700d-4d30-42f3-9130-bfd7117cd2de', 'status': 'completed', 'code': 200}
Nov 19 20:57:39.788369 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-d4962838-be50-450f-bcfe-b5875c2d35bd None None] Set router ee1ef9d0-40ee-4156-b755-037509f3ea8b gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:57:39.870639 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:40.135467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-d4962838-be50-450f-bcfe-b5875c2d35bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd77faf98>, [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:38Z', 'revision_number': 4, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'e75dc612-594b-4318-90d0-5fc86305785c', 'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'mac_address': 'fa:16:3e:93:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:37Z', 'updated_at': '2020-11-19T20:48:53Z', 'revision_number': 5, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'subnets': [{'id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:57:40.139629 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4962838-be50-450f-bcfe-b5875c2d35bd None None] Checking router: ee1ef9d0-40ee-4156-b755-037509f3ea8b for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:57:40.152397 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4962838-be50-450f-bcfe-b5875c2d35bd None None] Routers {'ee1ef9d0-40ee-4156-b755-037509f3ea8b'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:57:40.153366 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-d4962838-be50-450f-bcfe-b5875c2d35bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd77faf98>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:57:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:57:40.177306 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-46e90b74-9042-406c-8ef4-02d89cb64002 req-d2847b33-7d73-4517-a475-8a1ab674accd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Synchronizing usage tracker for tenant:d66ede887f6b4feb9dc004c4a7c2aca1 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:57:40.193425 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-46e90b74-9042-406c-8ef4-02d89cb64002 req-d2847b33-7d73-4517-a475-8a1ab674accd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Unset dirty status for tenant:d66ede887f6b4feb9dc004c4a7c2aca1 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:57:40.194764 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-46e90b74-9042-406c-8ef4-02d89cb64002 req-d2847b33-7d73-4517-a475-8a1ab674accd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/ports?device_id=f63e8890-f9ee-4638-8c68-45baf1625d89 HTTP/1.1" status: 200  len: 210 time: 0.0632305
Nov 19 20:57:40.249117 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:40.355818 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-d4962838-be50-450f-bcfe-b5875c2d35bd None None] Set router ee1ef9d0-40ee-4156-b755-037509f3ea8b gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:57:40.683359 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-d4962838-be50-450f-bcfe-b5875c2d35bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd77faf98>, [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:38Z', 'revision_number': 4, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'e75dc612-594b-4318-90d0-5fc86305785c', 'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'mac_address': 'fa:16:3e:93:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:37Z', 'updated_at': '2020-11-19T20:48:53Z', 'revision_number': 5, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'subnets': [{'id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:57:40.687402 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4962838-be50-450f-bcfe-b5875c2d35bd None None] The sync data for ids ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'] in dv-cinder-750782-3-iscsi is: [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:48:38Z', 'revision_number': 4, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'e75dc612-594b-4318-90d0-5fc86305785c', 'name': '', 'network_id': 'f600d754-a3af-4d81-9829-a5bb5191007e', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'mac_address': 'fa:16:3e:93:9a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:37Z', 'updated_at': '2020-11-19T20:48:53Z', 'revision_number': 5, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'subnets': [{'id': 'f9de70f2-6912-47cb-a752-2ceb77669463', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:57:41.083522 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c85c66d-b6aa-45d1-8420-8090e971c3c4 None None] New status for floating IP 0adf256d-008f-4356-b7d7-5728b77f6d64: DOWN {{(pid=80326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 20:57:41.373115 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 39818) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:57:41.446222 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:41.475711 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:41.521315 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:41.526565 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e96338a7-8a8a-4ac2-b3ac-f1d1c559a561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:57:41.543396 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Pushing event deleted for resources: {'SecurityGroup': ['ID=61956e7c-ee08-426a-8794-4788a30f3e0b,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:57:41.556799 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.557885 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.558300 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.558707 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.559296 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.560750 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.562635 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.563075 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.564733 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.565158 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.565571 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.566024 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.566470 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.566873 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.567276 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.567680 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.568077 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.568472 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.568865 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.569282 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.569648 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.570067 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.570462 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.570957 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:57:41.574590 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:57:41.575635 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:41.576917 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-21a99ce4-469c-4bd9-aea5-68d79137fab6 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "DELETE /v2.0/security-groups/61956e7c-ee08-426a-8794-4788a30f3e0b HTTP/1.1" status: 204  len: 168 time: 0.2025726
Nov 19 20:57:41.579638 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 39822) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:57:41.598706 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.api.v2.resource [None req-c9989f88-f49b-47bd-93ae-461fc4136856 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] show failed (client error): The resource could not be found.
Nov 19 20:57:41.599789 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-c9989f88-f49b-47bd-93ae-461fc4136856 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "GET /v2.0/security-groups/61956e7c-ee08-426a-8794-4788a30f3e0b HTTP/1.1" status: 404  len: 347 time: 0.0174053
Nov 19 20:57:41.602690 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 39826) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:57:41.767527 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-84e7b499-a51f-435f-8cc2-a1a21f8b996f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Deleting port 1e1dbc39-b720-4fe3-a8db-91602387a601 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:57:41.767828 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-84e7b499-a51f-435f-8cc2-a1a21f8b996f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:41.942670 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-84e7b499-a51f-435f-8cc2-a1a21f8b996f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:41.943037 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-84e7b499-a51f-435f-8cc2-a1a21f8b996f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for floatingip, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:42.066739 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-84e7b499-a51f-435f-8cc2-a1a21f8b996f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Calling delete_port for 1e1dbc39-b720-4fe3-a8db-91602387a601 owned by network:floatingip {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:57:42.206370 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-84e7b499-a51f-435f-8cc2-a1a21f8b996f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:42.222476 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ea482c74-d784-42c7-b8e3-5137446a6b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:57:42.269708 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7b499-a51f-435f-8cc2-a1a21f8b996f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Pushing event deleted for resources: {'Port': ['ID=1e1dbc39-b720-4fe3-a8db-91602387a601,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:57:42.273905 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-84e7b499-a51f-435f-8cc2-a1a21f8b996f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:57:42.444180 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-84e7b499-a51f-435f-8cc2-a1a21f8b996f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks [] for floatingip, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:42.461723 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-84e7b499-a51f-435f-8cc2-a1a21f8b996f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:42.463013 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-84e7b499-a51f-435f-8cc2-a1a21f8b996f tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] 10.222.0.23 "DELETE /v2.0/floatingips/0adf256d-008f-4356-b7d7-5728b77f6d64 HTTP/1.1" status: 204  len: 168 time: 0.8593655
Nov 19 20:57:45.311050 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 39850) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:57:45.887330 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3b0e-abb5-45e3-aba2-38cf65bf6240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604950'] for router_interface, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:46.709570 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f3b0e-abb5-45e3-aba2-38cf65bf6240 admin admin] Deleting port e75dc612-594b-4318-90d0-5fc86305785c {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:57:46.710208 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3b0e-abb5-45e3-aba2-38cf65bf6240 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:46.886812 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-dc0f3b0e-abb5-45e3-aba2-38cf65bf6240 admin admin] For port e75dc612-594b-4318-90d0-5fc86305785c, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=e75dc612-594b-4318-90d0-5fc86305785c,segment=NetworkSegment(3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5),segment_id=3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:57:46.887202 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3b0e-abb5-45e3-aba2-38cf65bf6240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:47.014389 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-dc0f3b0e-abb5-45e3-aba2-38cf65bf6240 admin admin] Calling delete_port for e75dc612-594b-4318-90d0-5fc86305785c owned by network:router_interface {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:57:47.190474 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3b0e-abb5-45e3-aba2-38cf65bf6240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:47.206777 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-621c87d7-9935-4769-8026-5613eb57f6bd tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:57:47.252149 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f3b0e-abb5-45e3-aba2-38cf65bf6240 admin admin] Pushing event deleted for resources: {'Port': ['ID=e75dc612-594b-4318-90d0-5fc86305785c,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:57:47.264289 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-dc0f3b0e-abb5-45e3-aba2-38cf65bf6240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:57:47.629460 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3b0e-abb5-45e3-aba2-38cf65bf6240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850813242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602458'] for router_interface, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:48.345790 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0f3b0e-abb5-45e3-aba2-38cf65bf6240 admin admin] Router ee1ef9d0-40ee-4156-b755-037509f3ea8b has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:57:48.555911 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0f3b0e-abb5-45e3-aba2-38cf65bf6240 admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:57:48.565144 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba93d4b4-2bd9-4954-a778-738498900eba None None] Sync routers for ids ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:57:48.570053 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-dc0f3b0e-abb5-45e3-aba2-38cf65bf6240 admin admin] 10.222.0.23 "PUT /v2.0/routers/ee1ef9d0-40ee-4156-b755-037509f3ea8b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2577903
Nov 19 20:57:48.573180 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 39856) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:57:48.578943 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba93d4b4-2bd9-4954-a778-738498900eba None None] Routers {'ee1ef9d0-40ee-4156-b755-037509f3ea8b'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:57:48.579604 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-ba93d4b4-2bd9-4954-a778-738498900eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc2ce2b0>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:57:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:57:48.772169 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-ba93d4b4-2bd9-4954-a778-738498900eba None None] Set router ee1ef9d0-40ee-4156-b755-037509f3ea8b gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:57:49.003261 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e858540a-e92f-4555-8852-cead036079ee admin admin] Notify callbacks [] for router, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:49.075935 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-ba93d4b4-2bd9-4954-a778-738498900eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc2ce2b0>, [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:57:47Z', 'revision_number': 5, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:57:49.080056 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba93d4b4-2bd9-4954-a778-738498900eba None None] Checking router: ee1ef9d0-40ee-4156-b755-037509f3ea8b for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:57:49.091412 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba93d4b4-2bd9-4954-a778-738498900eba None None] Routers {'ee1ef9d0-40ee-4156-b755-037509f3ea8b'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:57:49.092073 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-ba93d4b4-2bd9-4954-a778-738498900eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc2ce2b0>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:57:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:57:49.212620 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e858540a-e92f-4555-8852-cead036079ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:49.221631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-e858540a-e92f-4555-8852-cead036079ee admin admin] Deleting port 04decc9a-ac3c-4460-8dc0-c305fa8cdf3b {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:57:49.222035 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e858540a-e92f-4555-8852-cead036079ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:49.419475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-e858540a-e92f-4555-8852-cead036079ee admin admin] For port 04decc9a-ac3c-4460-8dc0-c305fa8cdf3b, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=04decc9a-ac3c-4460-8dc0-c305fa8cdf3b,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:57:49.420072 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e858540a-e92f-4555-8852-cead036079ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:49.448040 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-ba93d4b4-2bd9-4954-a778-738498900eba None None] Set router ee1ef9d0-40ee-4156-b755-037509f3ea8b gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:57:49.551805 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-e858540a-e92f-4555-8852-cead036079ee admin admin] Calling delete_port for 04decc9a-ac3c-4460-8dc0-c305fa8cdf3b owned by network:router_gateway {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:57:49.721025 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e858540a-e92f-4555-8852-cead036079ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:49.736937 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3cb5a91f-1c62-4552-8545-82e4f3e05d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:57:49.752943 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-ba93d4b4-2bd9-4954-a778-738498900eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc2ce2b0>, [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:57:47Z', 'revision_number': 5, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:57:49.757117 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba93d4b4-2bd9-4954-a778-738498900eba None None] The sync data for ids ['ee1ef9d0-40ee-4156-b755-037509f3ea8b'] in dv-cinder-750782-3-iscsi is: [{'id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1298563802-router', 'tenant_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:48:31Z', 'updated_at': '2020-11-19T20:57:47Z', 'revision_number': 5, 'project_id': 'd66ede887f6b4feb9dc004c4a7c2aca1', 'gw_port': {'id': '04decc9a-ac3c-4460-8dc0-c305fa8cdf3b', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1ef9d0-40ee-4156-b755-037509f3ea8b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:48:32Z', 'updated_at': '2020-11-19T20:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:57:49.784956 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858540a-e92f-4555-8852-cead036079ee admin admin] Pushing event deleted for resources: {'Port': ['ID=04decc9a-ac3c-4460-8dc0-c305fa8cdf3b,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:57:49.796602 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e858540a-e92f-4555-8852-cead036079ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:57:50.101655 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e858540a-e92f-4555-8852-cead036079ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599416'] for router_gateway, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:50.368615 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e858540a-e92f-4555-8852-cead036079ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853819326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15653'] for router, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:50.374115 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e858540a-e92f-4555-8852-cead036079ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:50.402374 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e858540a-e92f-4555-8852-cead036079ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853825062'] for router, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:50.403632 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e858540a-e92f-4555-8852-cead036079ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee1ef9d0-40ee-4156-b755-037509f3ea8b {{(pid=80323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 20:57:50.415823 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device e75dc612-594b-4318-90d0-5fc86305785c no longer exists at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:57:50.422023 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e858540a-e92f-4555-8852-cead036079ee admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:50.425600 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-e858540a-e92f-4555-8852-cead036079ee admin admin] 10.222.0.23 "DELETE /v2.0/routers/ee1ef9d0-40ee-4156-b755-037509f3ea8b HTTP/1.1" status: 204  len: 168 time: 1.8491044
Nov 19 20:57:50.425869 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 39860) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:57:50.450956 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] No Port match for: e75dc612-594b-4318-90d0-5fc86305785c {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 20:57:50.451711 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device e75dc612-594b-4318-90d0-5fc86305785c not bound to the agent host dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 20:57:50.498031 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f5606e-f7b4-4cb7-872b-932732e83d19 admin admin] Deleting subnet f9de70f2-6912-47cb-a752-2ceb77669463 {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 20:57:50.501164 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a6f5606e-f7b4-4cb7-872b-932732e83d19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:50.553613 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a6f5606e-f7b4-4cb7-872b-932732e83d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1330328'] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:50.640549 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a6f5606e-f7b4-4cb7-872b-932732e83d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3383722'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:50.892853 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a6f5606e-f7b4-4cb7-872b-932732e83d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851392077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1441110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843806931'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:50.907860 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:57:50.949252 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5606e-f7b4-4cb7-872b-932732e83d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9de70f2-6912-47cb-a752-2ceb77669463,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:57:50.953209 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a6f5606e-f7b4-4cb7-872b-932732e83d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:57:51.040854 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a6f5606e-f7b4-4cb7-872b-932732e83d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:51.046788 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa454489-f2f2-48f6-ab45-306d8837f7d5 None None] Network f600d754-a3af-4d81-9829-a5bb5191007e requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:57:51.047409 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a6f5606e-f7b4-4cb7-872b-932732e83d19 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f9de70f2-6912-47cb-a752-2ceb77669463 HTTP/1.1" status: 204  len: 168 time: 0.6204844
Nov 19 20:57:51.049954 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 39864) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:57:51.166871 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3496268'] for network, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:51.237030 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] Deleting port f5d2391f-7f00-4871-8381-4736d3a24860 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:57:51.237404 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:51.304908 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2bd287-f190-4b9a-aa21-25ecc5b52c87 None None] DHCP port deletion for f600d754-a3af-4d81-9829-a5bb5191007e request from dv-cinder-750782-3-iscsi {{(pid=80325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 19 20:57:51.309201 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-ee2bd287-f190-4b9a-aa21-25ecc5b52c87 None None] Deleting port f5d2391f-7f00-4871-8381-4736d3a24860 {{(pid=80325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:57:51.309622 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd287-f190-4b9a-aa21-25ecc5b52c87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:51.451020 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] For port f5d2391f-7f00-4871-8381-4736d3a24860, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=f5d2391f-7f00-4871-8381-4736d3a24860,segment=NetworkSegment(3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5),segment_id=3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:57:51.451466 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:51.519855 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-ee2bd287-f190-4b9a-aa21-25ecc5b52c87 None None] For port f5d2391f-7f00-4871-8381-4736d3a24860, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=f5d2391f-7f00-4871-8381-4736d3a24860,segment=NetworkSegment(3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5),segment_id=3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:57:51.520295 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd287-f190-4b9a-aa21-25ecc5b52c87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:51.587479 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] Calling delete_port for f5d2391f-7f00-4871-8381-4736d3a24860 owned by network:dhcp {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:57:51.650361 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-ee2bd287-f190-4b9a-aa21-25ecc5b52c87 None None] Calling delete_port for f5d2391f-7f00-4871-8381-4736d3a24860 owned by network:dhcp {{(pid=80325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:57:51.670289 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:51.686304 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5de94831-3234-42e3-a1ca-eef08d2ec233 tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:57:51.728727 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [None req-ee2bd287-f190-4b9a-aa21-25ecc5b52c87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80325) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:57:51.729054 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [None req-ee2bd287-f190-4b9a-aa21-25ecc5b52c87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:57:51.731078 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d2391f-7f00-4871-8381-4736d3a24860,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:57:51.735129 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:57:51.827689 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] No DVR routers for this DVR port f5d2391f-7f00-4871-8381-4736d3a24860 on host dv-cinder-750782-3-iscsi {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:57:51.950231 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3396403', 'neutron.services.segments.db._delete_segments_for_network--9223363258782719672'] for network, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:52.065003 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbcdc342240>,) {'filters': {'network_id': ['f600d754-a3af-4d81-9829-a5bb5191007e']}} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:57:52.077895 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcdc342240>, '3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5') {'for_net_delete': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:57:52.078234 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcdc342240>, '3ee12e1c-314d-4cf3-8c86-ec6db1fd8bb5') {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:57:52.090269 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258782742456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853445485'] for segment, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:52.105534 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:52.107564 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 20:57:52.230913 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-ee2bd287-f190-4b9a-aa21-25ecc5b52c87 None None] Deleting port f5d2391f-7f00-4871-8381-4736d3a24860 {{(pid=80325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:57:52.231455 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ee2bd287-f190-4b9a-aa21-25ecc5b52c87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:52.300180 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-ee2bd287-f190-4b9a-aa21-25ecc5b52c87 None None] The port 'f5d2391f-7f00-4871-8381-4736d3a24860' was deleted {{(pid=80325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 19 20:57:52.406488 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device f5d2391f-7f00-4871-8381-4736d3a24860 no longer exists at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:57:52.440439 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] No Port match for: f5d2391f-7f00-4871-8381-4736d3a24860 {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 20:57:52.440839 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device f5d2391f-7f00-4871-8381-4736d3a24860 not bound to the agent host dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 20:57:52.441311 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 04decc9a-ac3c-4460-8dc0-c305fa8cdf3b no longer exists at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:57:52.476379 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] No Port match for: 04decc9a-ac3c-4460-8dc0-c305fa8cdf3b {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 20:57:52.476905 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 04decc9a-ac3c-4460-8dc0-c305fa8cdf3b not bound to the agent host dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 20:57:52.515607 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] Network f600d754-a3af-4d81-9829-a5bb5191007e has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:57:52.524757 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3387784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853334028'] for segment, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:52.703868 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] Network f600d754-a3af-4d81-9829-a5bb5191007e has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]: Traceback (most recent call last):
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:     timer()
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:     cb(*args, **kw)
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:     return func(*args, **kwargs)
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:     self._notify()
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:     self.callback(batched_events)
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:     event.method(event)
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:     segment_id)['aggregates'][0]
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:     return f(self, *a, **k)
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self._get(url).json()
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:     **kwargs)
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self.request(url, 'GET', **kwargs)
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:     **endpoint_filter)
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 20:57:52.726929 dv-cinder-750782-3-iscsi neutron-server[80212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 20:57:52.808796 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851379388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:52.812222 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:57:52.826442 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:52.837484 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f600d754-a3af-4d81-9829-a5bb5191007e,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:57:52.841482 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:57:52.851612 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-b0e563a8-d2c9-4c2d-8d1d-ebd15e4411a0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f600d754-a3af-4d81-9829-a5bb5191007e HTTP/1.1" status: 204  len: 168 time: 1.8006644
Nov 19 20:57:52.993263 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 39870) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:57:53.046727 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-575ab428-79b1-4aff-80c1-4b0c8debfe24 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d66ede887f6b4feb9dc004c4a7c2aca1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0521803
Nov 19 20:57:53.049051 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 39874) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:57:53.114488 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4751f802-0f85-460a-a201-5f7484c97e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:53.142284 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4751f802-0f85-460a-a201-5f7484c97e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:53.193097 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4751f802-0f85-460a-a201-5f7484c97e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:53.199077 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d5e6d80d-e125-436a-a794-72f85cae0136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:57:53.213212 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751f802-0f85-460a-a201-5f7484c97e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae44056-4353-432c-b3a7-8fcfd7d82409,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:57:53.216838 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4751f802-0f85-460a-a201-5f7484c97e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:57:53.220049 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4751f802-0f85-460a-a201-5f7484c97e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:57:53.221261 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-4751f802-0f85-460a-a201-5f7484c97e75 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dae44056-4353-432c-b3a7-8fcfd7d82409 HTTP/1.1" status: 204  len: 168 time: 0.1712039
Nov 19 20:57:59.682197 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:00.002331 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:58:03.066866 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf811b69-bcf1-4e46-8508-2148da859004 req-a90672c6-bfca-468f-9327-5269846590c7 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:03.068461 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bf811b69-bcf1-4e46-8508-2148da859004 req-a90672c6-bfca-468f-9327-5269846590c7 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 945 time: 0.0818796
Nov 19 20:58:03.121227 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bf811b69-bcf1-4e46-8508-2148da859004 req-2ff230f0-e262-43da-b278-92dcf1d22377 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0460262
Nov 19 20:58:04.217467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 39994) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:58:04.337070 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a3cbc-f9fc-4410-9b61-eca66c94c165 req-138c246a-2947-4021-bb2d-158b71dc9d3a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:04.339262 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-186a3cbc-f9fc-4410-9b61-eca66c94c165 req-138c246a-2947-4021-bb2d-158b71dc9d3a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 945 time: 0.0866206
Nov 19 20:58:04.383205 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-71faa2cd-bf34-4827-bc02-6846ddaa6328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:04.429900 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-186a3cbc-f9fc-4410-9b61-eca66c94c165 req-a600e15f-d4e1-493b-b19d-29ed185d27e3 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0844507
Nov 19 20:58:04.436581 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-71faa2cd-bf34-4827-bc02-6846ddaa6328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:58:04.440682 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-71faa2cd-bf34-4827-bc02-6846ddaa6328 admin admin] Usage tracker for resource:security_group_rule and tenant:1020f0a6c9254f038f6a1fa1ca7a7a2f is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:58:04.443704 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-71faa2cd-bf34-4827-bc02-6846ddaa6328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:58:04.449536 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-71faa2cd-bf34-4827-bc02-6846ddaa6328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:58:04.518116 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-71faa2cd-bf34-4827-bc02-6846ddaa6328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:04.520716 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-71faa2cd-bf34-4827-bc02-6846ddaa6328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:04.527965 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-be01fe42-ba9f-4e44-bb4d-ad854819b132 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:04.566992 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71faa2cd-bf34-4827-bc02-6846ddaa6328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1b7b74-3083-48bb-8076-36f7cdd68ddf,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:04.572506 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-71faa2cd-bf34-4827-bc02-6846ddaa6328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:04.576687 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-71faa2cd-bf34-4827-bc02-6846ddaa6328 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1020f0a6c9254f038f6a1fa1ca7a7a2f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3580632
Nov 19 20:58:04.578669 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 40000) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:58:04.644328 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4101b0d8-779e-49f0-b5f0-f6960b4b01de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:04.672535 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4101b0d8-779e-49f0-b5f0-f6960b4b01de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:04.718128 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4101b0d8-779e-49f0-b5f0-f6960b4b01de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:04.723490 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-601b78a3-9d54-4478-a8de-be9118984c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:04.735987 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101b0d8-779e-49f0-b5f0-f6960b4b01de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1b7b74-3083-48bb-8076-36f7cdd68ddf,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:04.739105 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4101b0d8-779e-49f0-b5f0-f6960b4b01de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:04.741222 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4101b0d8-779e-49f0-b5f0-f6960b4b01de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:04.744903 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-4101b0d8-779e-49f0-b5f0-f6960b4b01de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fe1b7b74-3083-48bb-8076-36f7cdd68ddf HTTP/1.1" status: 204  len: 168 time: 0.1629100
Nov 19 20:58:04.951493 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device c7f62387-1a9f-4cba-ae3d-4948963b7376 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:58:05.011994 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a32f40-85e3-4b2f-aefa-9c1079510340 req-641f44f8-e52c-4a15-ae4a-d4acb25bbfc5 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:05.013611 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-41a32f40-85e3-4b2f-aefa-9c1079510340 req-641f44f8-e52c-4a15-ae4a-d4acb25bbfc5 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.27 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 945 time: 0.0840509
Nov 19 20:58:05.072962 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:05.092153 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-41a32f40-85e3-4b2f-aefa-9c1079510340 req-ec013f26-ed06-412b-be0a-b13adf8e6dd9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Deleting port c7f62387-1a9f-4cba-ae3d-4948963b7376 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:58:05.092538 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-41a32f40-85e3-4b2f-aefa-9c1079510340 req-ec013f26-ed06-412b-be0a-b13adf8e6dd9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:05.106458 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port c7f62387-1a9f-4cba-ae3d-4948963b7376, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c7f62387-1a9f-4cba-ae3d-4948963b7376,segment=NetworkSegment(b827b5ed-6f85-42e8-9b71-1c4d51c94fa3),segment_id=b827b5ed-6f85-42e8-9b71-1c4d51c94fa3)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:58:05.107458 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f86f58-e84a-46e9-93da-06b58750f4d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7f62387-1a9f-4cba-ae3d-4948963b7376'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:58:05.113844 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:05.115875 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f5dc665b-3d1d-444c-89c3-1af26b083d7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:05.186952 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=c7f62387-1a9f-4cba-ae3d-4948963b7376,revision_number=5']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:05.197680 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.198239 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.198729 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.199210 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.199688 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.200374 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.200855 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.201332 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.201835 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.202403 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.203086 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.203561 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.204060 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.204516 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.205129 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.205613 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.206086 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.206538 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.206989 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.207745 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.208880 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.208880 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.209121 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.209460 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:05.215178 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:05.236483 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f86f58-e84a-46e9-93da-06b58750f4d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7f62387-1a9f-4cba-ae3d-4948963b7376', 'code': 200}
Nov 19 20:58:05.386262 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-41a32f40-85e3-4b2f-aefa-9c1079510340 req-ec013f26-ed06-412b-be0a-b13adf8e6dd9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] For port c7f62387-1a9f-4cba-ae3d-4948963b7376, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=c7f62387-1a9f-4cba-ae3d-4948963b7376,segment=NetworkSegment(b827b5ed-6f85-42e8-9b71-1c4d51c94fa3),segment_id=b827b5ed-6f85-42e8-9b71-1c4d51c94fa3)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:58:05.386659 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-41a32f40-85e3-4b2f-aefa-9c1079510340 req-ec013f26-ed06-412b-be0a-b13adf8e6dd9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:05.861828 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1be48d51-4811-4c49-a971-108d607d3d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:05.972597 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-41a32f40-85e3-4b2f-aefa-9c1079510340 req-ec013f26-ed06-412b-be0a-b13adf8e6dd9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for floatingip, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:05.973005 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-41a32f40-85e3-4b2f-aefa-9c1079510340 req-ec013f26-ed06-412b-be0a-b13adf8e6dd9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:05.973351 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_db [req-41a32f40-85e3-4b2f-aefa-9c1079510340 req-ec013f26-ed06-412b-be0a-b13adf8e6dd9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Floating IP e60203d7-f3c5-419a-a79c-1302b7c42d4e disassociated. External IP: 172.27.0.55, port: c7f62387-1a9f-4cba-ae3d-4948963b7376.
Nov 19 20:58:05.973773 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-41a32f40-85e3-4b2f-aefa-9c1079510340 req-ec013f26-ed06-412b-be0a-b13adf8e6dd9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Calling delete_port for c7f62387-1a9f-4cba-ae3d-4948963b7376 owned by compute:nova {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:58:06.033002 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c007ee8-1d21-4a23-8e5c-2d7933352d93 req-17723915-a511-4b91-bbcc-1f7642607134 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:06.034855 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8c007ee8-1d21-4a23-8e5c-2d7933352d93 req-17723915-a511-4b91-bbcc-1f7642607134 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 943 time: 0.4711628
Nov 19 20:58:06.102502 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8c007ee8-1d21-4a23-8e5c-2d7933352d93 req-b3e2d56a-01cf-47b6-86e9-f0bf72f0bc5d tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0583193
Nov 19 20:58:06.181949 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-41a32f40-85e3-4b2f-aefa-9c1079510340 req-ec013f26-ed06-412b-be0a-b13adf8e6dd9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:06.204480 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-790bf7a0-531e-4589-bb7e-4988a0ecc7d0 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:06.251583 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec013f26-ed06-412b-be0a-b13adf8e6dd9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Pushing event deleted for resources: {'Port': ['ID=c7f62387-1a9f-4cba-ae3d-4948963b7376,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:06.263970 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ec013f26-ed06-412b-be0a-b13adf8e6dd9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:06.584978 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41a32f40-85e3-4b2f-aefa-9c1079510340 req-ec013f26-ed06-412b-be0a-b13adf8e6dd9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:58:06.801812 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41a32f40-85e3-4b2f-aefa-9c1079510340 req-ec013f26-ed06-412b-be0a-b13adf8e6dd9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:58:06.814256 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed6665b-30a1-4023-9c8b-46cc411606c4 None None] Sync routers for ids ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'] in dv-cinder-750782-3-iscsi {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:58:06.828729 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed6665b-30a1-4023-9c8b-46cc411606c4 None None] Routers {'801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:58:06.829676 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-8ed6665b-30a1-4023-9c8b-46cc411606c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc32aa58>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:57:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:58:06.842311 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a32f40-85e3-4b2f-aefa-9c1079510340 req-ec013f26-ed06-412b-be0a-b13adf8e6dd9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] No DVR routers for this DVR port c7f62387-1a9f-4cba-ae3d-4948963b7376 on host hv-cinder-75078 {{(pid=80324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:58:06.844792 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-41a32f40-85e3-4b2f-aefa-9c1079510340 req-ec013f26-ed06-412b-be0a-b13adf8e6dd9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:06.847809 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f86f58-e84a-46e9-93da-06b58750f4d0', 'name': 'network-vif-deleted', 'tag': 'c7f62387-1a9f-4cba-ae3d-4948963b7376'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:58:06.865990 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-41a32f40-85e3-4b2f-aefa-9c1079510340 req-ec013f26-ed06-412b-be0a-b13adf8e6dd9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.27 "DELETE /v2.0/ports/c7f62387-1a9f-4cba-ae3d-4948963b7376 HTTP/1.1" status: 204  len: 173 time: 1.8459284
Nov 19 20:58:06.927941 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f86f58-e84a-46e9-93da-06b58750f4d0', 'name': 'network-vif-deleted', 'tag': 'c7f62387-1a9f-4cba-ae3d-4948963b7376', 'status': 'completed', 'code': 200}
Nov 19 20:58:07.050761 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-8ed6665b-30a1-4023-9c8b-46cc411606c4 None None] Set router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:58:07.297179 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-d2d26111-7c82-4970-984b-679e1cb4bc9d req-0abfdb80-dccf-4f3d-ab40-f15b855ca6c6 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Synchronizing usage tracker for tenant:cb575debff214833befc497befa66377 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:58:07.315972 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-d2d26111-7c82-4970-984b-679e1cb4bc9d req-0abfdb80-dccf-4f3d-ab40-f15b855ca6c6 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Unset dirty status for tenant:cb575debff214833befc497befa66377 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:58:07.321404 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d2d26111-7c82-4970-984b-679e1cb4bc9d req-0abfdb80-dccf-4f3d-ab40-f15b855ca6c6 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=76f86f58-e84a-46e9-93da-06b58750f4d0 HTTP/1.1" status: 200  len: 210 time: 0.0749540
Nov 19 20:58:07.429171 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-8ed6665b-30a1-4023-9c8b-46cc411606c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc32aa58>, [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:46Z', 'revision_number': 5, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:58:07.434015 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed6665b-30a1-4023-9c8b-46cc411606c4 None None] Checking router: 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 for host: dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:58:07.445333 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed6665b-30a1-4023-9c8b-46cc411606c4 None None] Routers {'801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:58:07.446021 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-8ed6665b-30a1-4023-9c8b-46cc411606c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc32aa58>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:57:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:58:07.629729 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-8ed6665b-30a1-4023-9c8b-46cc411606c4 None None] Set router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:58:08.000746 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-8ed6665b-30a1-4023-9c8b-46cc411606c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc32aa58>, [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:46Z', 'revision_number': 5, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:58:08.005084 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed6665b-30a1-4023-9c8b-46cc411606c4 None None] The sync data for ids ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'] in dv-cinder-750782-3-iscsi is: [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:46Z', 'revision_number': 5, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:58:08.372669 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be0a71d-be26-4d7c-a61a-903a1198a9e1 None None] New status for floating IP e60203d7-f3c5-419a-a79c-1302b7c42d4e: DOWN {{(pid=80325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 20:58:08.689131 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-02e4d190-6388-4158-9330-2d2af2c6aa16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:08.834099 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-89fe9491-712d-4dd9-ab87-fddbe39c4af4 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1520042588&fields=id&tenant_id=cb575debff214833befc497befa66377 HTTP/1.1" status: 200  len: 267 time: 0.0444191
Nov 19 20:58:08.886113 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:08.995797 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 40106) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:58:09.000660 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-22f6fef9-f852-4ffc-9564-a13734f34c20 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:09.003070 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-22f6fef9-f852-4ffc-9564-a13734f34c20 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 812 time: 0.1605277
Nov 19 20:58:09.019992 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-04bff068-fc4e-44bb-b3e0-63afa944868c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/quotas/cb575debff214833befc497befa66377 HTTP/1.1" status: 200  len: 375 time: 0.0116146
Nov 19 20:58:09.108331 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-091e940a-450e-4a47-a234-199b06edc461 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0825469
Nov 19 20:58:09.148901 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c5004d4f-1901-448f-8201-79c7f0b9fa99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:09.184250 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-c5004d4f-1901-448f-8201-79c7f0b9fa99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:58:09.188515 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-c5004d4f-1901-448f-8201-79c7f0b9fa99 admin admin] Usage tracker for resource:security_group_rule and tenant:186d59dc82204f9d959fc0375e2d2831 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:58:09.191645 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-c5004d4f-1901-448f-8201-79c7f0b9fa99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:58:09.197883 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-c5004d4f-1901-448f-8201-79c7f0b9fa99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:58:09.259650 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-57617e34-7898-4cdb-8c2d-70cffabaa839 service neutron] 10.222.0.23 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374824
Nov 19 20:58:09.268212 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c5004d4f-1901-448f-8201-79c7f0b9fa99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:09.270809 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c5004d4f-1901-448f-8201-79c7f0b9fa99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:09.279303 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-76165be3-1a4f-4ed9-9295-df990827e0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:09.322533 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5004d4f-1901-448f-8201-79c7f0b9fa99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6e4570-1849-4ebc-9c4b-aa2caa6553de,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:09.326164 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c5004d4f-1901-448f-8201-79c7f0b9fa99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:09.332944 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-c5004d4f-1901-448f-8201-79c7f0b9fa99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=186d59dc82204f9d959fc0375e2d2831&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3359909
Nov 19 20:58:09.333751 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 40112) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:58:09.398027 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f7c26f7-d020-4221-a19a-fe86ffc9f842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:09.403864 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-2068f64d-a689-4c9b-a086-05ec5d6efb6c service neutron] 10.222.0.23 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375587
Nov 19 20:58:09.432542 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f7c26f7-d020-4221-a19a-fe86ffc9f842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:09.480261 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f7c26f7-d020-4221-a19a-fe86ffc9f842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:09.485683 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-459338bc-be84-4040-9bdf-8a7329e02b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:09.499993 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c26f7-d020-4221-a19a-fe86ffc9f842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6e4570-1849-4ebc-9c4b-aa2caa6553de,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:09.503133 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1f7c26f7-d020-4221-a19a-fe86ffc9f842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:09.504347 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1f7c26f7-d020-4221-a19a-fe86ffc9f842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:09.508190 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-1f7c26f7-d020-4221-a19a-fe86ffc9f842 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd6e4570-1849-4ebc-9c4b-aa2caa6553de HTTP/1.1" status: 204  len: 168 time: 0.1735456
Nov 19 20:58:09.815428 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:09.846632 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-15e86de8-a36d-4506-b301-8069b048a6ce req-3b1a22a9-e492-4395-9b0b-a0c7d7b91369 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 210 time: 0.0492909
Nov 19 20:58:09.885074 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 40130) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:58:09.904531 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-147309df-253c-4478-a426-890e405691fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:09.941369 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-147309df-253c-4478-a426-890e405691fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:58:09.946012 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-147309df-253c-4478-a426-890e405691fa admin admin] Usage tracker for resource:security_group_rule and tenant:d90189d9f309479b8f370b0327d9241d is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:58:09.949147 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-147309df-253c-4478-a426-890e405691fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:58:09.955052 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-147309df-253c-4478-a426-890e405691fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:58:10.025318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-147309df-253c-4478-a426-890e405691fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:10.027287 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-147309df-253c-4478-a426-890e405691fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:10.035105 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5d7d5316-1b49-4d51-a0f1-bbe25a5679dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:10.084023 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-147309df-253c-4478-a426-890e405691fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d90189d9f309479b8f370b0327d9241d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1976380
Nov 19 20:58:10.084830 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147309df-253c-4478-a426-890e405691fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b48fbf-49d9-40c9-a062-8c4dfbefe3a5,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:10.086845 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 40140) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:58:10.088286 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-147309df-253c-4478-a426-890e405691fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:10.153139 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a3d8abf0-197d-4ad2-b9c0-720eeb2334f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:10.181437 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a3d8abf0-197d-4ad2-b9c0-720eeb2334f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:10.219763 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:10.231827 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a3d8abf0-197d-4ad2-b9c0-720eeb2334f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:10.235868 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4475f47a-018d-485d-bde2-60153e687fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:10.251376 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8abf0-197d-4ad2-b9c0-720eeb2334f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b48fbf-49d9-40c9-a062-8c4dfbefe3a5,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:10.256838 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a3d8abf0-197d-4ad2-b9c0-720eeb2334f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:10.260281 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a3d8abf0-197d-4ad2-b9c0-720eeb2334f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:10.264523 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a3d8abf0-197d-4ad2-b9c0-720eeb2334f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37b48fbf-49d9-40c9-a062-8c4dfbefe3a5 HTTP/1.1" status: 204  len: 168 time: 0.1764174
Nov 19 20:58:11.048486 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-7716f22d-20a1-4c56-8860-587f96709950 req-a146c140-4151-45ca-a3a0-d204711f3d06 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 210 time: 0.0578713
Nov 19 20:58:11.076371 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-2b218bcf-04cc-4225-bcd9-7a30bd242f35 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:11.077978 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-2b218bcf-04cc-4225-bcd9-7a30bd242f35 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.27 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 812 time: 0.2191565
Nov 19 20:58:11.168085 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-e1c13a80-387a-448d-bdc3-14b1546273da tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=cb575debff214833befc497befa66377 HTTP/1.1" status: 200  len: 5087 time: 0.0698981
Nov 19 20:58:11.177630 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-d3fe5953-c4e2-4c9e-85fe-ae483108a217 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Request body: {'port': {'device_id': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'admin_state_up': True, 'tenant_id': 'cb575debff214833befc497befa66377', 'security_groups': ['4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e']}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:58:11.330370 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-d3fe5953-c4e2-4c9e-85fe-ae483108a217 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:58:11.340182 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-d3fe5953-c4e2-4c9e-85fe-ae483108a217 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:58:11.349087 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-d3fe5953-c4e2-4c9e-85fe-ae483108a217 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Made reservation on behalf of cb575debff214833befc497befa66377 for: {'port': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 20:58:11.355019 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-d3fe5953-c4e2-4c9e-85fe-ae483108a217 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:11.670150 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-d3fe5953-c4e2-4c9e-85fe-ae483108a217 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Allocated IP 172.20.0.13 (87397499-9c96-476c-8021-616a1692dd4e/1378b842-8867-4585-845a-77fcb9ff1761/2e56baf8-c46b-4917-b285-1531d34ba160) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:58:11.873326 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-d3fe5953-c4e2-4c9e-85fe-ae483108a217 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:11.893767 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-d3fe5953-c4e2-4c9e-85fe-ae483108a217 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Transition to ACTIVE for port object 2e56baf8-c46b-4917-b285-1531d34ba160 will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:58:11.914289 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-d3fe5953-c4e2-4c9e-85fe-ae483108a217 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:11.929459 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4164a346-8444-48ad-bfe5-507a085b9dae tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:12.078898 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe5953-c4e2-4c9e-85fe-ae483108a217 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Pushing event updated for resources: {'Port': ['ID=2e56baf8-c46b-4917-b285-1531d34ba160,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:12.084811 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d3fe5953-c4e2-4c9e-85fe-ae483108a217 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:12.135010 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-d3fe5953-c4e2-4c9e-85fe-ae483108a217 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Network 87397499-9c96-476c-8021-616a1692dd4e is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:58:12.136337 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-d3fe5953-c4e2-4c9e-85fe-ae483108a217 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:58:12.138780 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-d3fe5953-c4e2-4c9e-85fe-ae483108a217 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:58:12.231313 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-d3fe5953-c4e2-4c9e-85fe-ae483108a217 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:12.232051 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-d3fe5953-c4e2-4c9e-85fe-ae483108a217 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:12.261086 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-d3fe5953-c4e2-4c9e-85fe-ae483108a217 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0873718
Nov 19 20:58:12.280730 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Request body: {'port': {'device_id': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:58:12.322641 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc86341a-d923-4bc8-8808-5b220166a982 req-02aa860b-ed18-4d04-944a-94c0f6f39f9e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:12.324804 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bc86341a-d923-4bc8-8808-5b220166a982 req-02aa860b-ed18-4d04-944a-94c0f6f39f9e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 932 time: 0.0944266
Nov 19 20:58:12.386275 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bc86341a-d923-4bc8-8808-5b220166a982 req-c3be5f3c-4fe7-43ac-a0c5-2f65e5cd2d50 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0550494
Nov 19 20:58:12.416202 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-859b18ba-1f19-4a6b-902d-84b264ffe4ed None None] Provisioning for port 2e56baf8-c46b-4917-b285-1531d34ba160 completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:58:12.421874 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-859b18ba-1f19-4a6b-902d-84b264ffe4ed None None] Provisioning complete for port 2e56baf8-c46b-4917-b285-1531d34ba160 triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:58:12.422300 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-859b18ba-1f19-4a6b-902d-84b264ffe4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:12.428608 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:12.476315 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-859b18ba-1f19-4a6b-902d-84b264ffe4ed None None] Port 2e56baf8-c46b-4917-b285-1531d34ba160 cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 20:58:12.845850 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e56baf8-c46b-4917-b285-1531d34ba160 {{(pid=80324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 20:58:12.852942 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:12.865878 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Transition to ACTIVE for port object 2e56baf8-c46b-4917-b285-1531d34ba160 will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 20:58:12.869645 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:12.885403 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7cb1f2ec-9428-4689-8174-b6a04352649c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:13.253192 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Pushing event updated for resources: {'Port': ['ID=2e56baf8-c46b-4917-b285-1531d34ba160,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:13.257710 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:13.443270 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Attempting to bind port 2e56baf8-c46b-4917-b285-1531d34ba160 on host hv-cinder-75078 for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 20:58:13.443648 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Attempting to bind port 2e56baf8-c46b-4917-b285-1531d34ba160 by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 20:58:13.444020 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Attempting to bind port 2e56baf8-c46b-4917-b285-1531d34ba160 on network 87397499-9c96-476c-8021-616a1692dd4e {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 20:58:13.444167 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 40216) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:58:13.452210 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Checking agent: {'id': '460481f1-45c5-4450-82c0-45a37946158c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 41, 59), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 29), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 20:58:13.452587 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Checking segment: {'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 20:58:13.452994 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:13.453364 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Bound using segment: {'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 20:58:13.453860 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Bound port: 2e56baf8-c46b-4917-b285-1531d34ba160, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 20:58:13.454234 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:13.606671 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] For port 2e56baf8-c46b-4917-b285-1531d34ba160, host hv-cinder-75078, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 20:58:13.619621 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] For port 2e56baf8-c46b-4917-b285-1531d34ba160, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=2e56baf8-c46b-4917-b285-1531d34ba160,segment=NetworkSegment(b827b5ed-6f85-42e8-9b71-1c4d51c94fa3),segment_id=b827b5ed-6f85-42e8-9b71-1c4d51c94fa3)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 20:58:13.622194 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7376db7e-5af6-4a26-9020-2bccd72a0ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:13.624225 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:13.640124 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c31ba507-94bb-4e63-81e8-cced504ec304 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:13.654374 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-7376db7e-5af6-4a26-9020-2bccd72a0ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:58:13.658464 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-7376db7e-5af6-4a26-9020-2bccd72a0ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:4afa4f9be6ed4d20af38639bf69d1d9e is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:58:13.661666 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-7376db7e-5af6-4a26-9020-2bccd72a0ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:58:13.668024 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-7376db7e-5af6-4a26-9020-2bccd72a0ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:58:13.747534 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7376db7e-5af6-4a26-9020-2bccd72a0ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:13.751325 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7376db7e-5af6-4a26-9020-2bccd72a0ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:13.760297 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1f7c26f7-d020-4221-a19a-fe86ffc9f842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:13.797474 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc460bb6-9e9d-4f13-b497-3391aa4729ec req-b14d57e5-7d6b-4572-a8ad-47c179a18d1d tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:13.798276 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-cc460bb6-9e9d-4f13-b497-3391aa4729ec req-b14d57e5-7d6b-4572-a8ad-47c179a18d1d tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Synchronizing usage tracker for tenant:cb575debff214833befc497befa66377 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:58:13.804087 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376db7e-5af6-4a26-9020-2bccd72a0ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007811c0-1c7f-4f8a-9ef5-5aadbf8cedcf,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:13.808338 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-7376db7e-5af6-4a26-9020-2bccd72a0ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:13.814487 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-7376db7e-5af6-4a26-9020-2bccd72a0ff7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4afa4f9be6ed4d20af38639bf69d1d9e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3689275
Nov 19 20:58:13.815093 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 40222) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:58:13.833087 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Pushing event updated for resources: {'Port': ['ID=2e56baf8-c46b-4917-b285-1531d34ba160,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:13.840910 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:13.846402 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-cc460bb6-9e9d-4f13-b497-3391aa4729ec req-b14d57e5-7d6b-4572-a8ad-47c179a18d1d tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Unset dirty status for tenant:cb575debff214833befc497befa66377 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:58:13.847694 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cc460bb6-9e9d-4f13-b497-3391aa4729ec req-b14d57e5-7d6b-4572-a8ad-47c179a18d1d tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 944 time: 0.3090384
Nov 19 20:58:13.879657 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ef862407-75e6-4739-9ac5-f08204e89973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:13.887702 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:13.889176 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] 10.222.0.27 "PUT /v2.0/ports/2e56baf8-c46b-4917-b285-1531d34ba160 HTTP/1.1" status: 200  len: 1158 time: 1.6153023
Nov 19 20:58:13.889787 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'tag': '2e56baf8-c46b-4917-b285-1531d34ba160'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:58:13.908579 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ef862407-75e6-4739-9ac5-f08204e89973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:13.918017 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-cc460bb6-9e9d-4f13-b497-3391aa4729ec req-bcd4309e-c4ce-45ff-82fd-5bcc541efba8 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0616405
Nov 19 20:58:13.969171 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ef862407-75e6-4739-9ac5-f08204e89973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:13.974548 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5ca3293c-e54b-4504-afc6-65085fc50d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:13.992144 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'tag': '2e56baf8-c46b-4917-b285-1531d34ba160', 'status': 'completed', 'code': 200}
Nov 19 20:58:13.996615 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef862407-75e6-4739-9ac5-f08204e89973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007811c0-1c7f-4f8a-9ef5-5aadbf8cedcf,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:13.998697 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ef862407-75e6-4739-9ac5-f08204e89973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:14.002668 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-ef862407-75e6-4739-9ac5-f08204e89973 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/007811c0-1c7f-4f8a-9ef5-5aadbf8cedcf HTTP/1.1" status: 204  len: 168 time: 0.1865537
Nov 19 20:58:14.003714 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ef862407-75e6-4739-9ac5-f08204e89973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:14.052458 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-81f9039c-32e3-40a1-be6b-e706fad4ada5 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 1161 time: 0.1070626
Nov 19 20:58:14.136454 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-5da35f67-1b70-44b3-bf7b-ef970b9e8ddd service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e56baf8-c46b-4917-b285-1531d34ba160 HTTP/1.1" status: 200  len: 217 time: 0.0709224
Nov 19 20:58:14.208842 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-82caee2d-7d15-4050-8860-5f9e208224f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:14.210742 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-82caee2d-7d15-4050-8860-5f9e208224f3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 200  len: 851 time: 0.0678613
Nov 19 20:58:14.292029 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-898256c1-77b2-44ff-a8dd-ce448b7fe614 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=87397499-9c96-476c-8021-616a1692dd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750721
Nov 19 20:58:14.374231 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 40232) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:58:14.398033 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-43f1b3e0-8111-44c3-a9a0-9654a6be0279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:14.431155 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-43f1b3e0-8111-44c3-a9a0-9654a6be0279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:58:14.435191 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-8ac4425a-b59c-439c-bd8e-d4018151340d service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366229
Nov 19 20:58:14.435334 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-43f1b3e0-8111-44c3-a9a0-9654a6be0279 admin admin] Usage tracker for resource:security_group_rule and tenant:426af7dbee1d41a39d4f43d48b9da624 is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:58:14.438928 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-43f1b3e0-8111-44c3-a9a0-9654a6be0279 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:58:14.444768 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-43f1b3e0-8111-44c3-a9a0-9654a6be0279 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:58:14.513118 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-43f1b3e0-8111-44c3-a9a0-9654a6be0279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:14.516075 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-43f1b3e0-8111-44c3-a9a0-9654a6be0279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:14.523706 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d253971d-c3b0-427b-9358-f2303e23b48a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:14.565589 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1b3e0-8111-44c3-a9a0-9654a6be0279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc12d3d-b494-4d78-8ab3-82044911a605,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:14.569221 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-43f1b3e0-8111-44c3-a9a0-9654a6be0279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:14.576635 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-43f1b3e0-8111-44c3-a9a0-9654a6be0279 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=426af7dbee1d41a39d4f43d48b9da624&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1982470
Nov 19 20:58:14.576635 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 40236) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:58:14.581764 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-33bb0dde-0830-4e72-9dbd-8c39116c2df1 req-f4f9e912-ff97-4ae2-854d-557aff7127ac service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398010
Nov 19 20:58:14.641646 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-072821ef-8dc3-4d7c-8ff6-bfc2e1ad8cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:14.669056 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-072821ef-8dc3-4d7c-8ff6-bfc2e1ad8cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:14.713409 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-072821ef-8dc3-4d7c-8ff6-bfc2e1ad8cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:14.718455 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-91dd7228-05f7-415c-a7bc-9f6f56271ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:14.732385 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072821ef-8dc3-4d7c-8ff6-bfc2e1ad8cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc12d3d-b494-4d78-8ab3-82044911a605,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:14.737411 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-072821ef-8dc3-4d7c-8ff6-bfc2e1ad8cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:14.739363 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-072821ef-8dc3-4d7c-8ff6-bfc2e1ad8cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:14.740561 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-072821ef-8dc3-4d7c-8ff6-bfc2e1ad8cbb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bbc12d3d-b494-4d78-8ab3-82044911a605 HTTP/1.1" status: 204  len: 168 time: 0.1632700
Nov 19 20:58:14.760299 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9f95fdfb-6eee-4fcf-be6c-142f39c1405d req-66f76b97-8ca4-4a1e-8fe2-2e6888cbc5b8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 1161 time: 0.0831091
Nov 19 20:58:14.902877 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95fdfb-6eee-4fcf-be6c-142f39c1405d req-7a9229b9-f939-4bac-af2c-bf9946c4b9f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:14.904384 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9f95fdfb-6eee-4fcf-be6c-142f39c1405d req-7a9229b9-f939-4bac-af2c-bf9946c4b9f0 service neutron] 10.222.0.27 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 906 time: 0.1376851
Nov 19 20:58:14.979459 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9f95fdfb-6eee-4fcf-be6c-142f39c1405d req-64c8c847-cb3d-4d3c-83e2-2e3b376a8880 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e56baf8-c46b-4917-b285-1531d34ba160 HTTP/1.1" status: 200  len: 217 time: 0.0674517
Nov 19 20:58:15.060014 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95fdfb-6eee-4fcf-be6c-142f39c1405d req-f9ba30f2-4cdb-4b68-80b4-6afe4546a265 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:15.061642 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9f95fdfb-6eee-4fcf-be6c-142f39c1405d req-f9ba30f2-4cdb-4b68-80b4-6afe4546a265 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 200  len: 851 time: 0.0759780
Nov 19 20:58:15.216008 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbdfb08-9a18-4023-932c-7e45ee1f9d76 req-eafe420f-916f-48a3-8029-fd19ca2aefe1 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:15.217605 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2dbdfb08-9a18-4023-932c-7e45ee1f9d76 req-eafe420f-916f-48a3-8029-fd19ca2aefe1 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 944 time: 0.1517446
Nov 19 20:58:15.221339 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9f95fdfb-6eee-4fcf-be6c-142f39c1405d req-6827c6fc-6f40-4f91-95d3-aa2ac39e5305 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=87397499-9c96-476c-8021-616a1692dd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1217031
Nov 19 20:58:15.360190 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2dbdfb08-9a18-4023-932c-7e45ee1f9d76 req-082c008c-c70a-4dc0-a47b-160a81e4552a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1360641
Nov 19 20:58:15.412926 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9f95fdfb-6eee-4fcf-be6c-142f39c1405d req-a4b5bbd2-5de2-4c6d-a971-116f59be43a0 service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1726065
Nov 19 20:58:15.559512 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9f95fdfb-6eee-4fcf-be6c-142f39c1405d req-abf6c69d-e9dc-4a54-8ccb-a8a3b4bdf1ca service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1396055
Nov 19 20:58:16.573204 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd078a-1ee1-4bea-8eeb-6c0216f8e47d req-6c881503-4e10-44b3-b158-1d5217bfc40a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:16.574859 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a5bd078a-1ee1-4bea-8eeb-6c0216f8e47d req-6c881503-4e10-44b3-b158-1d5217bfc40a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 944 time: 0.0833092
Nov 19 20:58:16.621858 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a5bd078a-1ee1-4bea-8eeb-6c0216f8e47d req-5fa9c9d1-1d83-4f5e-a448-7152b9b6247e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0409598
Nov 19 20:58:17.830936 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826338f-09b9-40f1-91b4-d03044e1d781 req-a59fa498-cdd8-481b-b376-c53eedf0d9cb tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:17.832547 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f826338f-09b9-40f1-91b4-d03044e1d781 req-a59fa498-cdd8-481b-b376-c53eedf0d9cb tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 944 time: 0.0828655
Nov 19 20:58:17.881295 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f826338f-09b9-40f1-91b4-d03044e1d781 req-67dcf17d-c3b8-41ec-a700-dbe8c2552f12 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0417922
Nov 19 20:58:19.096257 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f24ce-dda5-4c3b-ad46-bf996ef90350 req-1f2132cb-7008-4790-89e0-7a4b9089f27b tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:19.097867 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a09f24ce-dda5-4c3b-ad46-bf996ef90350 req-1f2132cb-7008-4790-89e0-7a4b9089f27b tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 944 time: 0.0854912
Nov 19 20:58:19.146712 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a09f24ce-dda5-4c3b-ad46-bf996ef90350 req-4bd59276-71d5-41fd-9843-6f7c0f1c6a6e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0422838
Nov 19 20:58:19.639002 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-050b3e5e-2b09-47f7-91f5-067a0ba4af30 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/floatingips/1c8dfb74-e5d8-489a-89aa-3f6fb45fbcd2 HTTP/1.1" status: 200  len: 999 time: 0.1116064
Nov 19 20:58:19.799436 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-1f1d4bcf-872d-4185-875d-71279e71eb48 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:19.800912 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-1f1d4bcf-872d-4185-875d-71279e71eb48 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/networks/494b3b67-d334-4360-a108-86a7036fa249 HTTP/1.1" status: 200  len: 784 time: 0.1561413
Nov 19 20:58:19.811674 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-c3e96024-8425-48da-9820-a0acf2f48090 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80324) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 20:58:19.812723 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-c3e96024-8425-48da-9820-a0acf2f48090 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0058990
Nov 19 20:58:19.816667 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 40314) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:58:19.922317 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-d77d858e-88de-4342-98d9-04be475629c1 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.0.244 HTTP/1.1" status: 200  len: 1002 time: 0.1032503
Nov 19 20:58:19.970853 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae4d4-07e3-4bc3-baf4-c4e88a2ed93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:20.002209 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-e76f504a-345f-4237-bf10-50b845ab83fd tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:20.003768 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-e76f504a-345f-4237-bf10-50b845ab83fd tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports/5b390ca7-a075-4893-babf-3e15898cc571 HTTP/1.1" status: 200  len: 943 time: 0.0756068
Nov 19 20:58:20.004980 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-ec4ae4d4-07e3-4bc3-baf4-c4e88a2ed93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:58:20.009162 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-ec4ae4d4-07e3-4bc3-baf4-c4e88a2ed93f admin admin] Usage tracker for resource:security_group_rule and tenant:ff032022add142989c2c41c164be911d is out of sync, need to count used quota {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:58:20.012845 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-ec4ae4d4-07e3-4bc3-baf4-c4e88a2ed93f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80323) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:58:20.018769 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-ec4ae4d4-07e3-4bc3-baf4-c4e88a2ed93f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:58:20.087026 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae4d4-07e3-4bc3-baf4-c4e88a2ed93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:20.090115 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ec4ae4d4-07e3-4bc3-baf4-c4e88a2ed93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:20.097913 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-fc14d02e-d29a-41bd-8878-a3f3280c7b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:20.141468 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ae4d4-07e3-4bc3-baf4-c4e88a2ed93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f822fb97-ef2c-4621-9e6a-4e3f8fd7f740,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:20.154931 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 40320) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:58:20.160262 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-ec4ae4d4-07e3-4bc3-baf4-c4e88a2ed93f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff032022add142989c2c41c164be911d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3419681
Nov 19 20:58:20.161707 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ec4ae4d4-07e3-4bc3-baf4-c4e88a2ed93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:20.227485 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-230e599c-e6c2-45ce-8b20-0684102bd912 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.0.244 HTTP/1.1" status: 200  len: 1002 time: 0.1434186
Nov 19 20:58:20.324959 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-090a2127-2a14-45e5-a0e8-0d3a650de8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:20.367592 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de05d47-da90-47c4-a198-779a708ad085 req-e5c58323-65f2-4f05-93c3-05af2d2eea85 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:20.369950 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6de05d47-da90-47c4-a198-779a708ad085 req-e5c58323-65f2-4f05-93c3-05af2d2eea85 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 944 time: 0.0919154
Nov 19 20:58:20.379948 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-090a2127-2a14-45e5-a0e8-0d3a650de8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:20.420747 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6de05d47-da90-47c4-a198-779a708ad085 req-fa1e21fd-8ec0-4fb5-a3e1-dbfbc6c9eeb3 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0444095
Nov 19 20:58:20.729524 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-2af185b3-f5fb-4b09-b259-23440a994863 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Deleting port 8a842591-e697-46f2-a1de-4e0752c6d10d {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:58:20.729932 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-2af185b3-f5fb-4b09-b259-23440a994863 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:20.796943 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-090a2127-2a14-45e5-a0e8-0d3a650de8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:20.805465 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a3d8abf0-197d-4ad2-b9c0-720eeb2334f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:20.819940 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a2127-2a14-45e5-a0e8-0d3a650de8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f822fb97-ef2c-4621-9e6a-4e3f8fd7f740,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:20.833783 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-090a2127-2a14-45e5-a0e8-0d3a650de8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:20.840292 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-090a2127-2a14-45e5-a0e8-0d3a650de8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:20.841484 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-090a2127-2a14-45e5-a0e8-0d3a650de8ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f822fb97-ef2c-4621-9e6a-4e3f8fd7f740 HTTP/1.1" status: 204  len: 168 time: 0.6855659
Nov 19 20:58:20.930004 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-2af185b3-f5fb-4b09-b259-23440a994863 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:20.930718 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-2af185b3-f5fb-4b09-b259-23440a994863 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for floatingip, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:21.059011 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-2af185b3-f5fb-4b09-b259-23440a994863 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Calling delete_port for 8a842591-e697-46f2-a1de-4e0752c6d10d owned by network:floatingip {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:58:21.231121 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-2af185b3-f5fb-4b09-b259-23440a994863 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:21.246331 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ec013f26-ed06-412b-be0a-b13adf8e6dd9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:21.295041 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af185b3-f5fb-4b09-b259-23440a994863 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Pushing event deleted for resources: {'Port': ['ID=8a842591-e697-46f2-a1de-4e0752c6d10d,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:21.299236 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-2af185b3-f5fb-4b09-b259-23440a994863 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:21.470591 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-2af185b3-f5fb-4b09-b259-23440a994863 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for floatingip, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:21.471186 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_db [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-2af185b3-f5fb-4b09-b259-23440a994863 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Floating IP 1c8dfb74-e5d8-489a-89aa-3f6fb45fbcd2 disassociated (deleted). External IP: 172.27.0.244, port: 5b390ca7-a075-4893-babf-3e15898cc571.
Nov 19 20:58:21.632773 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39068346-1797-427e-82ef-00452fc00666 req-263becf6-df07-4ab1-9290-ffd2e6b1fd85 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:21.634437 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-39068346-1797-427e-82ef-00452fc00666 req-263becf6-df07-4ab1-9290-ffd2e6b1fd85 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 944 time: 0.0842836
Nov 19 20:58:21.684472 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-39068346-1797-427e-82ef-00452fc00666 req-2b4c3f84-b53b-43cf-b47d-e6723c8304b9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0426536
Nov 19 20:58:21.893960 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-2af185b3-f5fb-4b09-b259-23440a994863 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Router 13ac21e6-516a-4e2d-a705-a740edaf4ac6 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:58:22.100310 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-2af185b3-f5fb-4b09-b259-23440a994863 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:58:22.111631 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77efbb41-1ae5-4ad0-975c-629b077e435b None None] Sync routers for ids ['13ac21e6-516a-4e2d-a705-a740edaf4ac6'] in dv-cinder-750782-3-iscsi {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:58:22.126668 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77efbb41-1ae5-4ad0-975c-629b077e435b None None] Routers {'13ac21e6-516a-4e2d-a705-a740edaf4ac6'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:58:22.127603 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-77efbb41-1ae5-4ad0-975c-629b077e435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc32a240>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:58:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['13ac21e6-516a-4e2d-a705-a740edaf4ac6'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:58:22.128741 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-2af185b3-f5fb-4b09-b259-23440a994863 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:22.187577 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-2af185b3-f5fb-4b09-b259-23440a994863 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "DELETE /v2.0/floatingips/1c8dfb74-e5d8-489a-89aa-3f6fb45fbcd2 HTTP/1.1" status: 204  len: 173 time: 1.9472659
Nov 19 20:58:22.188163 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'tag': '5b390ca7-a075-4893-babf-3e15898cc571'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:58:22.277947 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'tag': '5b390ca7-a075-4893-babf-3e15898cc571', 'status': 'completed', 'code': 200}
Nov 19 20:58:22.326033 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-4afed124-23c5-49e2-9c86-6d9c92bdb243 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=065e9bb05bf14c60b70fce5d5b7f93ed&device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 1163 time: 0.1256108
Nov 19 20:58:22.343089 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-77efbb41-1ae5-4ad0-975c-629b077e435b None None] Set router 13ac21e6-516a-4e2d-a705-a740edaf4ac6 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:58:22.530250 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fbe2e5b5-beee-450c-a436-f326feb5b5e0 req-a1b41237-1f82-44db-b76b-e9dabc6dd3bc service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=065e9bb05bf14c60b70fce5d5b7f93ed&device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 1163 time: 0.2080545
Nov 19 20:58:22.537317 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-8b362904-fba5-44a1-b411-ea35d6ff133d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:22.538881 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-8b362904-fba5-44a1-b411-ea35d6ff133d service neutron] 10.222.0.23 "GET /v2.0/networks?id=0c25622a-0a71-4c73-a017-fd1e7692f77f HTTP/1.1" status: 200  len: 902 time: 0.1715627
Nov 19 20:58:22.645432 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-dc28175e-3782-4669-aa73-138d41eac97e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b390ca7-a075-4893-babf-3e15898cc571 HTTP/1.1" status: 200  len: 217 time: 0.0820525
Nov 19 20:58:22.801831 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-6369c87a-37c4-43b3-8cad-ee2fb8350373 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:22.803460 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-6369c87a-37c4-43b3-8cad-ee2fb8350373 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b73c3f7f-6f5e-49c6-a975-223e0c851e78 HTTP/1.1" status: 200  len: 847 time: 0.1032484
Nov 19 20:58:22.808652 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2e5b5-beee-450c-a436-f326feb5b5e0 req-ce7a2452-501c-4e09-818f-09699361a99e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:22.810290 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fbe2e5b5-beee-450c-a436-f326feb5b5e0 req-ce7a2452-501c-4e09-818f-09699361a99e service neutron] 10.222.0.27 "GET /v2.0/networks?id=0c25622a-0a71-4c73-a017-fd1e7692f77f HTTP/1.1" status: 200  len: 902 time: 0.2704864
Nov 19 20:58:22.829513 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-77efbb41-1ae5-4ad0-975c-629b077e435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc32a240>, [{'id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'name': 'tempest-TestShelveInstance-587791156-router', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:07Z', 'revision_number': 4, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'gw_port': {'id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:54:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'edceda47-7a10-432e-abcf-23cfd80c9443', 'name': '', 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'mac_address': 'fa:16:3e:11:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b73c3f7f-6f5e-49c6-a975-223e0c851e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:07Z', 'updated_at': '2020-11-19T20:53:14Z', 'revision_number': 5, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'subnets': [{'id': 'b73c3f7f-6f5e-49c6-a975-223e0c851e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:58:22.834313 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77efbb41-1ae5-4ad0-975c-629b077e435b None None] Checking router: 13ac21e6-516a-4e2d-a705-a740edaf4ac6 for host: dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:58:22.847340 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77efbb41-1ae5-4ad0-975c-629b077e435b None None] Routers {'13ac21e6-516a-4e2d-a705-a740edaf4ac6'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:58:22.848048 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-77efbb41-1ae5-4ad0-975c-629b077e435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc32a240>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:58:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['13ac21e6-516a-4e2d-a705-a740edaf4ac6'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:58:22.936547 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fbe2e5b5-beee-450c-a436-f326feb5b5e0 req-e6810532-f034-41c9-9c8a-15b1b019ba4d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b390ca7-a075-4893-babf-3e15898cc571 HTTP/1.1" status: 200  len: 217 time: 0.0883896
Nov 19 20:58:23.013886 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-4106d852-27d2-4272-8085-e8bef625bf61 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0c25622a-0a71-4c73-a017-fd1e7692f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2008104
Nov 19 20:58:23.017666 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2e5b5-beee-450c-a436-f326feb5b5e0 req-08882076-c079-436d-b8b0-455cf2eb3cf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:23.019172 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fbe2e5b5-beee-450c-a436-f326feb5b5e0 req-08882076-c079-436d-b8b0-455cf2eb3cf4 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=b73c3f7f-6f5e-49c6-a975-223e0c851e78 HTTP/1.1" status: 200  len: 847 time: 0.0751095
Nov 19 20:58:23.041384 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-77efbb41-1ae5-4ad0-975c-629b077e435b None None] Set router 13ac21e6-516a-4e2d-a705-a740edaf4ac6 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:58:23.054307 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaca91-94e4-4057-b640-b4be020e1f95 req-b79ef11e-ed1b-44f1-bcbf-37a2a1c5d41d tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:23.056193 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-07eaca91-94e4-4057-b640-b4be020e1f95 req-b79ef11e-ed1b-44f1-bcbf-37a2a1c5d41d tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 944 time: 0.0945592
Nov 19 20:58:23.107514 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-07eaca91-94e4-4057-b640-b4be020e1f95 req-e4841517-2ebb-45b6-a2df-310241404456 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0439310
Nov 19 20:58:23.388965 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-77efbb41-1ae5-4ad0-975c-629b077e435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc32a240>, [{'id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'name': 'tempest-TestShelveInstance-587791156-router', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:07Z', 'revision_number': 4, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'gw_port': {'id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:54:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'edceda47-7a10-432e-abcf-23cfd80c9443', 'name': '', 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'mac_address': 'fa:16:3e:11:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b73c3f7f-6f5e-49c6-a975-223e0c851e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:07Z', 'updated_at': '2020-11-19T20:53:14Z', 'revision_number': 5, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'subnets': [{'id': 'b73c3f7f-6f5e-49c6-a975-223e0c851e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:58:23.393162 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77efbb41-1ae5-4ad0-975c-629b077e435b None None] The sync data for ids ['13ac21e6-516a-4e2d-a705-a740edaf4ac6'] in dv-cinder-750782-3-iscsi is: [{'id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'name': 'tempest-TestShelveInstance-587791156-router', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:07Z', 'revision_number': 4, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'gw_port': {'id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:54:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': 'edceda47-7a10-432e-abcf-23cfd80c9443', 'name': '', 'network_id': '0c25622a-0a71-4c73-a017-fd1e7692f77f', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'mac_address': 'fa:16:3e:11:f1:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b73c3f7f-6f5e-49c6-a975-223e0c851e78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:07Z', 'updated_at': '2020-11-19T20:53:14Z', 'revision_number': 5, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'subnets': [{'id': 'b73c3f7f-6f5e-49c6-a975-223e0c851e78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:58:23.446439 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fbe2e5b5-beee-450c-a436-f326feb5b5e0 req-98e636a9-a547-4518-80b1-397c31aab322 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=0c25622a-0a71-4c73-a017-fd1e7692f77f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3978887
Nov 19 20:58:23.448499 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-80d33755-6afc-4ad1-9f4e-376e8e42069e service neutron] 10.222.0.23 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4246211
Nov 19 20:58:23.720686 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fbe2e5b5-beee-450c-a436-f326feb5b5e0 req-0d3a3b7e-50eb-429c-a150-548b91400e42 service neutron] 10.222.0.27 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2666006
Nov 19 20:58:23.722481 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a39925a6-7ffe-494b-9d7f-93aa9c964bde req-ee5c7e09-ecb2-4311-82d1-1c3abe5de495 service neutron] 10.222.0.23 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2431066
Nov 19 20:58:23.766341 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 2e56baf8-c46b-4917-b285-1531d34ba160 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:58:23.844019 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71091b44-aea4-481e-826c-4b4551715df8 None None] New status for floating IP 1c8dfb74-e5d8-489a-89aa-3f6fb45fbcd2: DOWN {{(pid=80325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 20:58:23.881670 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fbe2e5b5-beee-450c-a436-f326feb5b5e0 req-44839f39-c6a8-452f-b3b5-1f72cf7f48c5 service neutron] 10.222.0.27 "GET /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1544044
Nov 19 20:58:23.979705 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning for port 2e56baf8-c46b-4917-b285-1531d34ba160 completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 20:58:23.984590 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 2e56baf8-c46b-4917-b285-1531d34ba160 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:58:23.985011 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:24.105511 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:24.133313 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e56baf8-c46b-4917-b285-1531d34ba160'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:58:24.145560 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port 2e56baf8-c46b-4917-b285-1531d34ba160, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=2e56baf8-c46b-4917-b285-1531d34ba160,segment=NetworkSegment(b827b5ed-6f85-42e8-9b71-1c4d51c94fa3),segment_id=b827b5ed-6f85-42e8-9b71-1c4d51c94fa3)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:58:24.157084 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:24.160081 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:24.209036 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea12327-eb8e-4ac1-82b1-58a8461f7deb req-b793b55b-2e96-4fbe-9d50-a8d7378f877b tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:24.210031 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-3ea12327-eb8e-4ac1-82b1-58a8461f7deb req-b793b55b-2e96-4fbe-9d50-a8d7378f877b tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Synchronizing usage tracker for tenant:065e9bb05bf14c60b70fce5d5b7f93ed on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:58:24.210158 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e56baf8-c46b-4917-b285-1531d34ba160', 'code': 200}
Nov 19 20:58:24.228876 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-3ea12327-eb8e-4ac1-82b1-58a8461f7deb req-b793b55b-2e96-4fbe-9d50-a8d7378f877b tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Unset dirty status for tenant:065e9bb05bf14c60b70fce5d5b7f93ed on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:58:24.230274 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3ea12327-eb8e-4ac1-82b1-58a8461f7deb req-b793b55b-2e96-4fbe-9d50-a8d7378f877b tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.1182170
Nov 19 20:58:24.241338 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=2e56baf8-c46b-4917-b285-1531d34ba160,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:24.251356 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:24.284050 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3ea12327-eb8e-4ac1-82b1-58a8461f7deb req-eff4a8ca-1ae3-4a6a-8acb-454a6a32085c tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0460844
Nov 19 20:58:24.396382 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028096bf-7311-4be0-9a64-c8db6befe785 req-b31685a9-e0a7-4f57-9be5-ffbb65c400f2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:24.398055 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-028096bf-7311-4be0-9a64-c8db6befe785 req-b31685a9-e0a7-4f57-9be5-ffbb65c400f2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 946 time: 0.0853002
Nov 19 20:58:24.452062 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-028096bf-7311-4be0-9a64-c8db6befe785 req-696203f7-fffd-4372-8d47-b6466d246c40 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0477595
Nov 19 20:58:25.494270 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48501e47-f4a6-4058-b5d7-83a93cf4b729 req-75058f72-8931-48ad-afb4-393f27c36904 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:25.495895 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-48501e47-f4a6-4058-b5d7-83a93cf4b729 req-75058f72-8931-48ad-afb4-393f27c36904 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0869207
Nov 19 20:58:25.544593 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-48501e47-f4a6-4058-b5d7-83a93cf4b729 req-afd70f42-6c72-425a-84a6-3e13df232ac0 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0424373
Nov 19 20:58:25.661045 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e403cf-ca11-4c5e-8df6-92ae87eedf9e req-873ca0bf-004f-4d50-8743-72b322e42010 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:25.662727 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-99e403cf-ca11-4c5e-8df6-92ae87eedf9e req-873ca0bf-004f-4d50-8743-72b322e42010 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 946 time: 0.0838542
Nov 19 20:58:25.710114 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-99e403cf-ca11-4c5e-8df6-92ae87eedf9e req-ea26ff4e-dc66-43c7-b7ab-1456567c2907 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0414338
Nov 19 20:58:26.446778 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-27d97774-6818-47fb-9018-cea500dbb4ed req-f671e2b9-cee7-4da7-bbd0-265f2dd3fc9d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 1163 time: 0.0727601
Nov 19 20:58:26.757034 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365b3d1-09e4-4364-bce8-32718a75a5b4 req-9a9d2c5a-7792-4fe1-a8d9-78e31719ca0b tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:26.758816 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2365b3d1-09e4-4364-bce8-32718a75a5b4 req-9a9d2c5a-7792-4fe1-a8d9-78e31719ca0b tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0872309
Nov 19 20:58:26.807743 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2365b3d1-09e4-4364-bce8-32718a75a5b4 req-81e4dee7-6545-4531-8ee8-180ef5347c7f tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0426097
Nov 19 20:58:26.922366 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2eb0a-62ab-48d1-8ecb-e596c96311bb req-401ffea8-75cf-411f-bd53-517065977936 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:26.923987 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a0a2eb0a-62ab-48d1-8ecb-e596c96311bb req-401ffea8-75cf-411f-bd53-517065977936 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 946 time: 0.0877705
Nov 19 20:58:26.972160 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a0a2eb0a-62ab-48d1-8ecb-e596c96311bb req-ceed465f-6e71-4bcd-b287-201d5414fe25 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0418091
Nov 19 20:58:27.682026 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-27d97774-6818-47fb-9018-cea500dbb4ed req-52d4ae5d-e83d-486d-8a5a-fa9a8459c1e7 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0386360
Nov 19 20:58:27.979119 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 2e56baf8-c46b-4917-b285-1531d34ba160 up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 20:58:28.017997 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807b93f-61de-45a3-a68f-539737409750 req-ac32353d-a79a-4d5e-a814-c236377ba040 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:28.019644 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a807b93f-61de-45a3-a68f-539737409750 req-ac32353d-a79a-4d5e-a814-c236377ba040 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0837414
Nov 19 20:58:28.054729 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 2e56baf8-c46b-4917-b285-1531d34ba160 triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 20:58:28.055159 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:28.070119 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a807b93f-61de-45a3-a68f-539737409750 req-60a7ee83-b482-46b3-b499-71eeb0d0eac7 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0437834
Nov 19 20:58:28.188364 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3410162-2428-42d3-acdd-fe5dc843746f req-fb312e47-9031-4621-9aa3-12f13e8c6b1e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:28.190011 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a3410162-2428-42d3-acdd-fe5dc843746f req-fb312e47-9031-4621-9aa3-12f13e8c6b1e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 946 time: 0.0855494
Nov 19 20:58:28.239381 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a3410162-2428-42d3-acdd-fe5dc843746f req-914f639c-ddf7-4cf8-a23b-b275dc8cd0e3 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0429370
Nov 19 20:58:29.305221 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b1042-2076-45a9-b613-1157c4491c2f req-c8c87794-affa-41c7-8a39-923af9a28719 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:29.307486 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4b5b1042-2076-45a9-b613-1157c4491c2f req-c8c87794-affa-41c7-8a39-923af9a28719 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.1032190
Nov 19 20:58:29.358156 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-4b5b1042-2076-45a9-b613-1157c4491c2f req-85d61838-c88a-428b-a317-76a3f3e7e6f1 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0444598
Nov 19 20:58:29.469879 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab602a99-7701-4fe3-a5f9-34d425a9b27d req-4ba40875-d274-46ff-a04d-3c44ca9b9423 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:29.471472 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ab602a99-7701-4fe3-a5f9-34d425a9b27d req-4ba40875-d274-46ff-a04d-3c44ca9b9423 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 946 time: 0.0889025
Nov 19 20:58:29.519560 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ab602a99-7701-4fe3-a5f9-34d425a9b27d req-6984871b-d816-47ae-9f79-e71912b31271 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0418673
Nov 19 20:58:30.578583 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805244a7-eba4-40e2-9501-75b1062b309f req-b9b2c522-4236-426e-b35d-31126bc63758 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:30.580242 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-805244a7-eba4-40e2-9501-75b1062b309f req-b9b2c522-4236-426e-b35d-31126bc63758 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0907226
Nov 19 20:58:30.634769 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-805244a7-eba4-40e2-9501-75b1062b309f req-e638c1c1-a718-4fd6-ae0e-b2c1b735d2b1 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0483551
Nov 19 20:58:30.731437 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c83f97-4914-4277-abb7-7387088d6d25 req-3df402ef-8226-4443-8313-90930affffe1 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:30.733053 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94c83f97-4914-4277-abb7-7387088d6d25 req-3df402ef-8226-4443-8313-90930affffe1 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 946 time: 0.0845978
Nov 19 20:58:30.786862 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-94c83f97-4914-4277-abb7-7387088d6d25 req-ccda2df2-6fa0-4d03-b9bc-decf217f1f0b tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0474689
Nov 19 20:58:31.000042 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d1ce7-92ff-4d9d-a440-e9336a212dd5 req-515dee88-ecf5-4342-90d0-70d07e402ea9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:31.001664 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b17d1ce7-92ff-4d9d-a440-e9336a212dd5 req-515dee88-ecf5-4342-90d0-70d07e402ea9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 946 time: 0.0838394
Nov 19 20:58:31.051136 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b17d1ce7-92ff-4d9d-a440-e9336a212dd5 req-9f186ebf-8022-46a1-865b-43147f94e05a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0432038
Nov 19 20:58:31.085902 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:31.285506 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-d5df9193-3e90-4905-9ccb-b18c45e531e9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1803148
Nov 19 20:58:31.295750 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Request body: {'floatingip': {'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:58:31.301877 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:58:31.315765 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80323) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:58:31.325550 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for floatingip, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:31.475744 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:31.752921 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Allocated IP 172.27.0.123 (494b3b67-d334-4360-a108-86a7036fa249/a87766e2-d34e-4e1a-99c0-eee0ac65f3f8/351da82a-4cbe-4c42-a64b-3613b9ac8afb) {{(pid=80323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 20:58:31.851469 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74743568-cad8-4c0d-9220-301920c61cd7 req-03346545-53e9-486d-b4fb-b74eb7ba5a1c tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:31.853607 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-74743568-cad8-4c0d-9220-301920c61cd7 req-03346545-53e9-486d-b4fb-b74eb7ba5a1c tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0871935
Nov 19 20:58:31.902385 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-74743568-cad8-4c0d-9220-301920c61cd7 req-f858ef1e-1f65-4720-8ee5-7852bfd40be5 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0424840
Nov 19 20:58:31.914063 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for port, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:31.940306 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:31.955587 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-dc0f3b0e-abb5-45e3-aba2-38cf65bf6240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:32.100889 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Pushing event updated for resources: {'Port': ['ID=351da82a-4cbe-4c42-a64b-3613b9ac8afb,revision_number=1']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:32.106106 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:32.147543 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Network 494b3b67-d334-4360-a108-86a7036fa249 is already hosted by enough agents. {{(pid=80323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 20:58:32.148710 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Resources bound (agent type, host, resource id):  {{(pid=80323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 20:58:32.151686 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Received port after_create {{(pid=80323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 20:58:32.240106 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for floatingip, precommit_create {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:32.301540 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:32.774765 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for port, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:32.778033 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1441035'] for port, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:32.796148 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-02f69793-da9a-46ac-af84-02096163a865 tempest-VolumesActionsTest-967063440 tempest-VolumesActionsTest-967063440] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:32.931671 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Pushing event updated for resources: {'Port': ['ID=351da82a-4cbe-4c42-a64b-3613b9ac8afb,revision_number=2']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:32.934744 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:33.030861 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:33.063268 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:33.064573 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-1440abfa-53db-49d0-adae-d794b6d085aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7731616
Nov 19 20:58:33.115562 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93766df-38e6-4e99-a104-cee26e026015 req-17380af2-1a32-4e5a-beb6-5218da9a7d5b tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:33.117177 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a93766df-38e6-4e99-a104-cee26e026015 req-17380af2-1a32-4e5a-beb6-5218da9a7d5b tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.0864325
Nov 19 20:58:33.152532 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-937f31c6-ae7a-4921-bb37-05633f0399b6 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Synchronizing usage tracker for tenant:cb575debff214833befc497befa66377 on resource:floatingip {{(pid=80323) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:58:33.167924 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a93766df-38e6-4e99-a104-cee26e026015 req-f7c86b23-c5ab-42ce-8c3e-66ddd5427acc tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0438910
Nov 19 20:58:33.168862 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-937f31c6-ae7a-4921-bb37-05633f0399b6 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Unset dirty status for tenant:cb575debff214833befc497befa66377 on resource:floatingip {{(pid=80323) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:58:33.170407 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-937f31c6-ae7a-4921-bb37-05633f0399b6 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.0.123 HTTP/1.1" status: 200  len: 696 time: 0.0993969
Nov 19 20:58:33.330222 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-e6555ef2-8aa2-4560-9dd2-6c55debc6796 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:33.331695 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1e042889-7409-4597-82f6-dff8c1e27b21 req-e6555ef2-8aa2-4560-9dd2-6c55debc6796 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/networks/494b3b67-d334-4360-a108-86a7036fa249 HTTP/1.1" status: 200  len: 784 time: 0.1555765
Nov 19 20:58:33.487212 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 5b390ca7-a075-4893-babf-3e15898cc571 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:58:33.580837 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653837dd-83d6-44b9-93e1-9a4a1c9a0718 req-b52cdf4f-570c-498f-b173-5f62076185c3 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:33.582369 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-653837dd-83d6-44b9-93e1-9a4a1c9a0718 req-b52cdf4f-570c-498f-b173-5f62076185c3 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.27 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 946 time: 0.1566811
Nov 19 20:58:33.589007 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-bb79b059-19e0-4786-ad91-43691c34b476 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:33.590546 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-bb79b059-19e0-4786-ad91-43691c34b476 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1229510
Nov 19 20:58:33.604327 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:33.631701 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b390ca7-a075-4893-babf-3e15898cc571'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:58:33.642167 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port 5b390ca7-a075-4893-babf-3e15898cc571, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=5b390ca7-a075-4893-babf-3e15898cc571,segment=NetworkSegment(cb075e4e-88f3-4ca5-9715-6057957ad8fd),segment_id=cb075e4e-88f3-4ca5-9715-6057957ad8fd)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:58:33.646471 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:33.648510 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:33.695364 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b390ca7-a075-4893-babf-3e15898cc571', 'code': 200}
Nov 19 20:58:33.717101 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=5b390ca7-a075-4893-babf-3e15898cc571,revision_number=7']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:33.720585 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:33.725782 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-ae25e382-2d99-48be-ad82-47d905aa3bb6 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.0.123 HTTP/1.1" status: 200  len: 696 time: 0.1048586
Nov 19 20:58:33.736653 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-1500d896-c5d8-4dd3-8bc9-a081940e190a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Request body: {'floatingip': {'port_id': '2e56baf8-c46b-4917-b285-1531d34ba160', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 20:58:33.803923 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-653837dd-83d6-44b9-93e1-9a4a1c9a0718 req-07f50d78-39d0-4097-8029-895316e3f462 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Deleting port 5b390ca7-a075-4893-babf-3e15898cc571 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:58:33.804457 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-653837dd-83d6-44b9-93e1-9a4a1c9a0718 req-07f50d78-39d0-4097-8029-895316e3f462 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:33.873463 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-1500d896-c5d8-4dd3-8bc9-a081940e190a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for floatingip, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:34.342307 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-653837dd-83d6-44b9-93e1-9a4a1c9a0718 req-07f50d78-39d0-4097-8029-895316e3f462 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] For port 5b390ca7-a075-4893-babf-3e15898cc571, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=5b390ca7-a075-4893-babf-3e15898cc571,segment=NetworkSegment(cb075e4e-88f3-4ca5-9715-6057957ad8fd),segment_id=cb075e4e-88f3-4ca5-9715-6057957ad8fd)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:58:34.342705 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-653837dd-83d6-44b9-93e1-9a4a1c9a0718 req-07f50d78-39d0-4097-8029-895316e3f462 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:34.382659 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b1f32-f18f-48ea-b51d-a5d91bbcb877 req-36ae6765-e310-4eda-869c-e42983525386 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:34.384894 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bf4b1f32-f18f-48ea-b51d-a5d91bbcb877 req-36ae6765-e310-4eda-869c-e42983525386 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 944 time: 0.0833697
Nov 19 20:58:34.432831 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-bf4b1f32-f18f-48ea-b51d-a5d91bbcb877 req-45c188a7-0375-4a08-814a-5cddf722a186 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups?id=70fad2fa-0e8d-493d-90f8-92a3402dc7c5&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0417471
Nov 19 20:58:34.535380 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-653837dd-83d6-44b9-93e1-9a4a1c9a0718 req-07f50d78-39d0-4097-8029-895316e3f462 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Calling delete_port for 5b390ca7-a075-4893-babf-3e15898cc571 owned by compute:nova {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:58:35.011127 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-653837dd-83d6-44b9-93e1-9a4a1c9a0718 req-07f50d78-39d0-4097-8029-895316e3f462 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:35.027229 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-07c77312-09f2-4ae9-87b6-f15c1d581f6b tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:35.076278 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f50d78-39d0-4097-8029-895316e3f462 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Pushing event deleted for resources: {'Port': ['ID=5b390ca7-a075-4893-babf-3e15898cc571,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:35.083791 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-07f50d78-39d0-4097-8029-895316e3f462 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:35.301589 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-1500d896-c5d8-4dd3-8bc9-a081940e190a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for floatingip, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:35.304590 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-1500d896-c5d8-4dd3-8bc9-a081940e190a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:35.404020 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-653837dd-83d6-44b9-93e1-9a4a1c9a0718 req-07f50d78-39d0-4097-8029-895316e3f462 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] No DVR routers for this DVR port 5b390ca7-a075-4893-babf-3e15898cc571 on host hv-cinder-75078 {{(pid=80324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:58:35.407141 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-653837dd-83d6-44b9-93e1-9a4a1c9a0718 req-07f50d78-39d0-4097-8029-895316e3f462 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:35.411338 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'name': 'network-vif-deleted', 'tag': '5b390ca7-a075-4893-babf-3e15898cc571'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:58:35.440743 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-653837dd-83d6-44b9-93e1-9a4a1c9a0718 req-07f50d78-39d0-4097-8029-895316e3f462 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.27 "DELETE /v2.0/ports/5b390ca7-a075-4893-babf-3e15898cc571 HTTP/1.1" status: 204  len: 173 time: 1.8491476
Nov 19 20:58:35.514996 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378', 'name': 'network-vif-deleted', 'tag': '5b390ca7-a075-4893-babf-3e15898cc571', 'status': 'completed', 'code': 200}
Nov 19 20:58:35.562337 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_db [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-1500d896-c5d8-4dd3-8bc9-a081940e190a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Floating IP 90c0d3df-b1ad-40f4-a073-b3541bda3823 associated. External IP: 172.27.0.123, port: 2e56baf8-c46b-4917-b285-1531d34ba160.
Nov 19 20:58:35.621841 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fd2c4f1f-1ae3-4608-9520-755be249a923 req-a7587590-9545-4814-93c8-6428dc7c2ad6 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 210 time: 0.0536709
Nov 19 20:58:35.863815 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bc5270fa-511f-4bf0-a205-0d95ae3d52d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:35.980900 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-1500d896-c5d8-4dd3-8bc9-a081940e190a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:58:36.187554 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-1500d896-c5d8-4dd3-8bc9-a081940e190a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:58:36.191974 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-1500d896-c5d8-4dd3-8bc9-a081940e190a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:36.197219 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dfa6ca-b465-49ae-98fd-64a27f59beb6 None None] Sync routers for ids ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'] in dv-cinder-750782-3-iscsi {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:58:36.210638 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dfa6ca-b465-49ae-98fd-64a27f59beb6 None None] Routers {'801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:58:36.211398 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-f1dfa6ca-b465-49ae-98fd-64a27f59beb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc33ab70>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:58:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:58:36.249451 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-1500d896-c5d8-4dd3-8bc9-a081940e190a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "PUT /v2.0/floatingips/90c0d3df-b1ad-40f4-a073-b3541bda3823 HTTP/1.1" status: 200  len: 997 time: 2.5169556
Nov 19 20:58:36.336383 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-1135caeb-116b-4d8b-afa1-f10318c90edf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 1163 time: 0.0738807
Nov 19 20:58:36.400359 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-f1dfa6ca-b465-49ae-98fd-64a27f59beb6 None None] Set router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:58:36.481381 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-7e49d243-f8d1-47af-a56b-58686feb55dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:36.482977 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-7e49d243-f8d1-47af-a56b-58686feb55dc service neutron] 10.222.0.23 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 906 time: 0.1402962
Nov 19 20:58:36.590964 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-93280af3-0c12-4ed5-b0c7-3ae02a634bdb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e56baf8-c46b-4917-b285-1531d34ba160 HTTP/1.1" status: 200  len: 1000 time: 0.1012704
Nov 19 20:58:36.660780 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-7d128c72-71bd-4284-be44-7839f5b732d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:36.662767 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-7d128c72-71bd-4284-be44-7839f5b732d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 200  len: 851 time: 0.0650532
Nov 19 20:58:36.750170 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-3c966e92-c7bc-4a1b-9a9c-274ae9d8de4c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87397499-9c96-476c-8021-616a1692dd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798981
Nov 19 20:58:36.764748 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-f1dfa6ca-b465-49ae-98fd-64a27f59beb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc33ab70>, [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '90c0d3df-b1ad-40f4-a073-b3541bda3823', 'tenant_id': 'cb575debff214833befc497befa66377', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'port_id': '2e56baf8-c46b-4917-b285-1531d34ba160', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'mac_address': 'fa:16:3e:74:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:58:32Z', 'updated_at': '2020-11-19T20:58:35Z', 'revision_number': 1, 'project_id': 'cb575debff214833befc497befa66377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:46Z', 'revision_number': 5, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:58:36.769196 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dfa6ca-b465-49ae-98fd-64a27f59beb6 None None] Checking router: 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 for host: dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:58:36.781346 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dfa6ca-b465-49ae-98fd-64a27f59beb6 None None] Routers {'801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:58:36.782147 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-f1dfa6ca-b465-49ae-98fd-64a27f59beb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc33ab70>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:58:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:58:36.809138 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-338967a2-c0f7-4752-a8cf-4b66a0285fca req-5a811379-3206-4b39-a248-8813c2e1f50d tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 210 time: 0.0484486
Nov 19 20:58:36.904125 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-58b27098-1149-4825-8375-cf6f3a856ccf service neutron] 10.222.0.23 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468282
Nov 19 20:58:36.970315 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-f1dfa6ca-b465-49ae-98fd-64a27f59beb6 None None] Set router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:58:37.036223 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:58:37.047386 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e4168bb3-028c-48af-bd8a-a61c43d18e74 req-7ac2f0d2-b853-4ff9-9d83-47968bf26902 service neutron] 10.222.0.23 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1364880
Nov 19 20:58:37.340843 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-f1dfa6ca-b465-49ae-98fd-64a27f59beb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc33ab70>, [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '90c0d3df-b1ad-40f4-a073-b3541bda3823', 'tenant_id': 'cb575debff214833befc497befa66377', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'port_id': '2e56baf8-c46b-4917-b285-1531d34ba160', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'mac_address': 'fa:16:3e:74:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:58:32Z', 'updated_at': '2020-11-19T20:58:35Z', 'revision_number': 1, 'project_id': 'cb575debff214833befc497befa66377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:46Z', 'revision_number': 5, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:58:37.344832 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dfa6ca-b465-49ae-98fd-64a27f59beb6 None None] The sync data for ids ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'] in dv-cinder-750782-3-iscsi is: [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '90c0d3df-b1ad-40f4-a073-b3541bda3823', 'tenant_id': 'cb575debff214833befc497befa66377', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'port_id': '2e56baf8-c46b-4917-b285-1531d34ba160', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'mac_address': 'fa:16:3e:74:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:58:32Z', 'updated_at': '2020-11-19T20:58:35Z', 'revision_number': 1, 'project_id': 'cb575debff214833befc497befa66377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:46Z', 'revision_number': 5, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:58:37.516223 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'tag': '2e56baf8-c46b-4917-b285-1531d34ba160'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 20:58:37.575244 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'tag': '2e56baf8-c46b-4917-b285-1531d34ba160', 'status': 'completed', 'code': 200}
Nov 19 20:58:37.608561 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffd8944-26cc-4214-99d3-d3ee54f44c7d None None] New status for floating IP 90c0d3df-b1ad-40f4-a073-b3541bda3823: ACTIVE {{(pid=80325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 20:58:37.985563 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-e149e888-7500-4f91-a796-312ef3de4e34 req-ec353344-228f-4e32-9e00-5315eb073de3 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Synchronizing usage tracker for tenant:065e9bb05bf14c60b70fce5d5b7f93ed on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 20:58:38.001642 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-e149e888-7500-4f91-a796-312ef3de4e34 req-ec353344-228f-4e32-9e00-5315eb073de3 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Unset dirty status for tenant:065e9bb05bf14c60b70fce5d5b7f93ed on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 20:58:38.003008 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e149e888-7500-4f91-a796-312ef3de4e34 req-ec353344-228f-4e32-9e00-5315eb073de3 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 210 time: 0.0623913
Nov 19 20:58:38.693607 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7f43a192-4a0b-44b4-bb4f-f933f94b4ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:38.888019 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:38.951647 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-69bc3e6e-2598-4b54-82a7-426afa489c2a req-c8903caa-b05b-498b-9e17-a53e85ea0735 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 1163 time: 0.0779812
Nov 19 20:58:39.094663 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc3e6e-2598-4b54-82a7-426afa489c2a req-2253337d-49a5-43e9-a7e2-24b3866d3549 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:39.096231 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-69bc3e6e-2598-4b54-82a7-426afa489c2a req-2253337d-49a5-43e9-a7e2-24b3866d3549 service neutron] 10.222.0.27 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 906 time: 0.1380446
Nov 19 20:58:39.196347 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fa328d2a-b2df-4e5e-aa7d-405d86de0fca req-056f4e9d-d999-4b07-be3f-c4c0ae230110 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 210 time: 0.0633554
Nov 19 20:58:39.203685 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-69bc3e6e-2598-4b54-82a7-426afa489c2a req-1409935a-01f8-49d0-b27c-5349490c662a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e56baf8-c46b-4917-b285-1531d34ba160 HTTP/1.1" status: 200  len: 1002 time: 0.1005147
Nov 19 20:58:39.275745 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc3e6e-2598-4b54-82a7-426afa489c2a req-a3f32845-e597-43bd-8e16-4af9fd7230bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:58:39.277311 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-69bc3e6e-2598-4b54-82a7-426afa489c2a req-a3f32845-e597-43bd-8e16-4af9fd7230bd service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 200  len: 851 time: 0.0671158
Nov 19 20:58:39.356591 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-69bc3e6e-2598-4b54-82a7-426afa489c2a req-e1143887-e980-405c-b84d-5c115cdd02d1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=87397499-9c96-476c-8021-616a1692dd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718951
Nov 19 20:58:39.501819 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-69bc3e6e-2598-4b54-82a7-426afa489c2a req-08526af9-5664-4473-b7a0-90d9b95db35a service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345897
Nov 19 20:58:39.641750 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-69bc3e6e-2598-4b54-82a7-426afa489c2a req-58073cd6-10bb-4b63-b2b8-6e01948e578d service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1340141
Nov 19 20:58:39.816938 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:40.216823 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:40.395393 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d2f4c73c-22db-4b65-9871-362f15f7a759 req-d15b315d-6835-4f54-b58c-042056eb27c1 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/ports?device_id=5b13e6b1-d0a8-4ea9-b839-3f84bc3c0378 HTTP/1.1" status: 200  len: 210 time: 0.0532372
Nov 19 20:58:41.580198 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5023192e-2e40-4cdc-85b7-e08ca3290fe7 req-764c5771-7a06-4f94-a60c-fc810af61b9b tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "GET /v2.0/security-groups/70fad2fa-0e8d-493d-90f8-92a3402dc7c5 HTTP/1.1" status: 200  len: 2645 time: 0.0503693
Nov 19 20:58:41.651115 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-5023192e-2e40-4cdc-85b7-e08ca3290fe7 req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:41.680304 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-5023192e-2e40-4cdc-85b7-e08ca3290fe7 req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:41.724123 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-5023192e-2e40-4cdc-85b7-e08ca3290fe7 req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:41.729710 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4101b0d8-779e-49f0-b5f0-f6960b4b01de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:41.749004 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fad2fa-0e8d-493d-90f8-92a3402dc7c5,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:41.762166 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.762584 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.762990 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.763392 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.763792 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.764190 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.764586 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.764981 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.765373 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.765806 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.766203 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.766598 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.767053 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.767422 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.767811 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.768200 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.768589 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.768977 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.769367 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.769793 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.770189 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.770577 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.770966 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.771351 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:41.774234 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-5023192e-2e40-4cdc-85b7-e08ca3290fe7 req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:41.775897 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5023192e-2e40-4cdc-85b7-e08ca3290fe7 req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] 10.222.0.23 "DELETE /v2.0/security-groups/70fad2fa-0e8d-493d-90f8-92a3402dc7c5 HTTP/1.1" status: 204  len: 173 time: 0.1897993
Nov 19 20:58:41.776781 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-761ddce0-1bd9-404a-834e-95adb01c82d2 tempest-TestShelveInstance-202719534 tempest-TestShelveInstance-202719534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:41.842244 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 40510) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:58:42.442069 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604950'] for router_interface, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:43.053069 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Deleting port edceda47-7a10-432e-abcf-23cfd80c9443 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:58:43.053551 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:43.237394 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] For port edceda47-7a10-432e-abcf-23cfd80c9443, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=edceda47-7a10-432e-abcf-23cfd80c9443,segment=NetworkSegment(cb075e4e-88f3-4ca5-9715-6057957ad8fd),segment_id=cb075e4e-88f3-4ca5-9715-6057957ad8fd)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:58:43.237960 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:43.362060 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Calling delete_port for edceda47-7a10-432e-abcf-23cfd80c9443 owned by network:router_interface {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:58:43.537014 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:43.551935 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:43.598317 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=edceda47-7a10-432e-abcf-23cfd80c9443,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:43.667789 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.668137 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.668551 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.668954 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.669355 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.669781 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.670190 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.670586 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.670984 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.671383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.671775 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.672165 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.672814 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.673209 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.673602 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.674021 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.674411 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.674803 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.675194 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.675583 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.675977 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.676365 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.676754 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.677144 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 20:58:43.685388 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:43.994963 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850813242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602458'] for router_interface, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:44.949580 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Router 13ac21e6-516a-4e2d-a705-a740edaf4ac6 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 20:58:45.154593 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 20:58:45.165555 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c73ff7-84db-4bcd-8488-bddece13f186 None None] Sync routers for ids ['13ac21e6-516a-4e2d-a705-a740edaf4ac6'] in dv-cinder-750782-3-iscsi {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 20:58:45.173960 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] 10.222.0.23 "PUT /v2.0/routers/13ac21e6-516a-4e2d-a705-a740edaf4ac6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3283434
Nov 19 20:58:45.174407 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 40534) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:58:45.328685 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c73ff7-84db-4bcd-8488-bddece13f186 None None] Routers {'13ac21e6-516a-4e2d-a705-a740edaf4ac6'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:58:45.329357 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-13c73ff7-84db-4bcd-8488-bddece13f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc2fd8d0>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:58:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['13ac21e6-516a-4e2d-a705-a740edaf4ac6'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:58:45.390835 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b5703fc7-28d4-4b08-bb37-d884aaa3ed39 admin admin] Notify callbacks [] for router, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:45.509965 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-13c73ff7-84db-4bcd-8488-bddece13f186 None None] Set router 13ac21e6-516a-4e2d-a705-a740edaf4ac6 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:58:45.599576 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b5703fc7-28d4-4b08-bb37-d884aaa3ed39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:45.608413 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-b5703fc7-28d4-4b08-bb37-d884aaa3ed39 admin admin] Deleting port f6472abc-baa6-4fd2-afb6-fd11197fe7ae {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:58:45.608847 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b5703fc7-28d4-4b08-bb37-d884aaa3ed39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:45.733877 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 40544) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:58:45.800794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-b5703fc7-28d4-4b08-bb37-d884aaa3ed39 admin admin] For port f6472abc-baa6-4fd2-afb6-fd11197fe7ae, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=f6472abc-baa6-4fd2-afb6-fd11197fe7ae,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:58:45.801190 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b5703fc7-28d4-4b08-bb37-d884aaa3ed39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:45.817260 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-13c73ff7-84db-4bcd-8488-bddece13f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc2fd8d0>, [{'id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'name': 'tempest-TestShelveInstance-587791156-router', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:58:43Z', 'revision_number': 5, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'gw_port': {'id': 'f6472abc-baa6-4fd2-afb6-fd11197fe7ae', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:54:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:58:45.821888 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c73ff7-84db-4bcd-8488-bddece13f186 None None] Checking router: 13ac21e6-516a-4e2d-a705-a740edaf4ac6 for host: dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 20:58:45.834032 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c73ff7-84db-4bcd-8488-bddece13f186 None None] Routers {'13ac21e6-516a-4e2d-a705-a740edaf4ac6'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 20:58:45.834752 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-13c73ff7-84db-4bcd-8488-bddece13f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc2fd8d0>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T20:58:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['13ac21e6-516a-4e2d-a705-a740edaf4ac6'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:58:45.896157 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5d133d62-cc89-4380-8b56-278fd565dfe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:45.930240 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-5d133d62-cc89-4380-8b56-278fd565dfe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 20:58:45.935069 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-b5703fc7-28d4-4b08-bb37-d884aaa3ed39 admin admin] Calling delete_port for f6472abc-baa6-4fd2-afb6-fd11197fe7ae owned by network:router_gateway {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:58:45.935210 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-5d133d62-cc89-4380-8b56-278fd565dfe5 admin admin] Usage tracker for resource:security_group_rule and tenant:676feff8d0064401bc4bf32349d3c3b6 is out of sync, need to count used quota {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 20:58:45.938273 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [None req-5d133d62-cc89-4380-8b56-278fd565dfe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 20:58:45.944133 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [None req-5d133d62-cc89-4380-8b56-278fd565dfe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 20:58:45.996405 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-13c73ff7-84db-4bcd-8488-bddece13f186 None None] Set router 13ac21e6-516a-4e2d-a705-a740edaf4ac6 gateway port host: None {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 20:58:46.015652 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5d133d62-cc89-4380-8b56-278fd565dfe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:46.018831 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5d133d62-cc89-4380-8b56-278fd565dfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:46.041932 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-24b5cf25-01b2-4020-9b29-43554f78e349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:46.060635 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-5d133d62-cc89-4380-8b56-278fd565dfe5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=676feff8d0064401bc4bf32349d3c3b6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3255606
Nov 19 20:58:46.064493 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 40550) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:58:46.108769 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-13c73ff7-84db-4bcd-8488-bddece13f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc2fd8d0>, [{'id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'name': 'tempest-TestShelveInstance-587791156-router', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:58:45Z', 'revision_number': 6, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'gw_port_host': None}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:58:46.112738 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b5703fc7-28d4-4b08-bb37-d884aaa3ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:46.113177 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c73ff7-84db-4bcd-8488-bddece13f186 None None] The sync data for ids ['13ac21e6-516a-4e2d-a705-a740edaf4ac6'] in dv-cinder-750782-3-iscsi is: [{'id': '13ac21e6-516a-4e2d-a705-a740edaf4ac6', 'name': 'tempest-TestShelveInstance-587791156-router', 'tenant_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:53:04Z', 'updated_at': '2020-11-19T20:58:45Z', 'revision_number': 6, 'project_id': '065e9bb05bf14c60b70fce5d5b7f93ed', 'gw_port_host': None}] {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 20:58:46.117855 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d133d62-cc89-4380-8b56-278fd565dfe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3ad0ad-69da-4b84-a87a-2bb788efddf6,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:46.122024 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5d133d62-cc89-4380-8b56-278fd565dfe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:46.130168 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:46.151717 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4f8f7ad0-7314-4cbf-af06-51545ac84fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:46.190898 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703fc7-28d4-4b08-bb37-d884aaa3ed39 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6472abc-baa6-4fd2-afb6-fd11197fe7ae,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:46.193087 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4f8f7ad0-7314-4cbf-af06-51545ac84fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:46.195279 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b5703fc7-28d4-4b08-bb37-d884aaa3ed39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:46.460155 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device edceda47-7a10-432e-abcf-23cfd80c9443 no longer exists at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:58:46.475815 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4f8f7ad0-7314-4cbf-af06-51545ac84fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:46.482899 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3cc8d477-c30b-4952-8fe1-f591d5ce9eac tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:46.497345 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-4f8f7ad0-7314-4cbf-af06-51545ac84fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:46.500668 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-4f8f7ad0-7314-4cbf-af06-51545ac84fb5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a3ad0ad-69da-4b84-a87a-2bb788efddf6 HTTP/1.1" status: 204  len: 168 time: 0.4351799
Nov 19 20:58:46.502197 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f7ad0-7314-4cbf-af06-51545ac84fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3ad0ad-69da-4b84-a87a-2bb788efddf6,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:46.504258 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4f8f7ad0-7314-4cbf-af06-51545ac84fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:46.508430 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] No Port match for: edceda47-7a10-432e-abcf-23cfd80c9443 {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 20:58:46.509432 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device edceda47-7a10-432e-abcf-23cfd80c9443 not bound to the agent host dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 20:58:46.510009 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device f6472abc-baa6-4fd2-afb6-fd11197fe7ae no longer exists at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:58:46.529684 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b5703fc7-28d4-4b08-bb37-d884aaa3ed39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599416'] for router_gateway, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:46.565263 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] No Port match for: f6472abc-baa6-4fd2-afb6-fd11197fe7ae {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 20:58:46.565658 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device f6472abc-baa6-4fd2-afb6-fd11197fe7ae not bound to the agent host dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 20:58:47.042472 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b5703fc7-28d4-4b08-bb37-d884aaa3ed39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853819326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15653'] for router, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:47.046971 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b5703fc7-28d4-4b08-bb37-d884aaa3ed39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:47.073355 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b5703fc7-28d4-4b08-bb37-d884aaa3ed39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853825062'] for router, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:47.073967 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5703fc7-28d4-4b08-bb37-d884aaa3ed39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13ac21e6-516a-4e2d-a705-a740edaf4ac6 {{(pid=80323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 20:58:47.086702 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b5703fc7-28d4-4b08-bb37-d884aaa3ed39 admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:47.087942 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-b5703fc7-28d4-4b08-bb37-d884aaa3ed39 admin admin] 10.222.0.23 "DELETE /v2.0/routers/13ac21e6-516a-4e2d-a705-a740edaf4ac6 HTTP/1.1" status: 204  len: 168 time: 1.9125183
Nov 19 20:58:47.090638 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 40556) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:58:47.160165 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1bdfae9-bdda-41a5-9913-a3216a2db724 admin admin] Deleting subnet b73c3f7f-6f5e-49c6-a975-223e0c851e78 {{(pid=80324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 20:58:47.163514 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a1bdfae9-bdda-41a5-9913-a3216a2db724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:47.220566 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a1bdfae9-bdda-41a5-9913-a3216a2db724 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843861254'] for subnet, precommit_delete_associations {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:47.338393 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a1bdfae9-bdda-41a5-9913-a3216a2db724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3383722'] for subnet, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:47.597241 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a1bdfae9-bdda-41a5-9913-a3216a2db724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851392077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10914378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656033'] for subnet, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:47.613265 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:47.656153 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdfae9-bdda-41a5-9913-a3216a2db724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b73c3f7f-6f5e-49c6-a975-223e0c851e78,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:47.668239 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-a1bdfae9-bdda-41a5-9913-a3216a2db724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:47.745556 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a1bdfae9-bdda-41a5-9913-a3216a2db724 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:47.750577 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3946ca23-ce07-4fb6-b0ed-c149f8e576c0 None None] Network 0c25622a-0a71-4c73-a017-fd1e7692f77f requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 20:58:47.752473 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a1bdfae9-bdda-41a5-9913-a3216a2db724 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b73c3f7f-6f5e-49c6-a975-223e0c851e78 HTTP/1.1" status: 204  len: 168 time: 0.6607647
Nov 19 20:58:47.755072 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 40560) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:58:47.872540 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3496268'] for network, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:47.943764 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] Deleting port 24a6aee6-655c-4b3b-8060-02d181aed4ee {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:58:47.944125 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:48.027793 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a325fc5f-d080-4169-b287-a63fa60444c3 None None] DHCP port deletion for 0c25622a-0a71-4c73-a017-fd1e7692f77f request from dv-cinder-750782-3-iscsi {{(pid=80325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 19 20:58:48.038655 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-a325fc5f-d080-4169-b287-a63fa60444c3 None None] Deleting port 24a6aee6-655c-4b3b-8060-02d181aed4ee {{(pid=80325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:58:48.039083 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a325fc5f-d080-4169-b287-a63fa60444c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:48.163616 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] For port 24a6aee6-655c-4b3b-8060-02d181aed4ee, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=24a6aee6-655c-4b3b-8060-02d181aed4ee,segment=NetworkSegment(cb075e4e-88f3-4ca5-9715-6057957ad8fd),segment_id=cb075e4e-88f3-4ca5-9715-6057957ad8fd)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:58:48.164133 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:48.257010 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-a325fc5f-d080-4169-b287-a63fa60444c3 None None] For port 24a6aee6-655c-4b3b-8060-02d181aed4ee, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=24a6aee6-655c-4b3b-8060-02d181aed4ee,segment=NetworkSegment(cb075e4e-88f3-4ca5-9715-6057957ad8fd),segment_id=cb075e4e-88f3-4ca5-9715-6057957ad8fd)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 20:58:48.257379 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a325fc5f-d080-4169-b287-a63fa60444c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:48.293479 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] Calling delete_port for 24a6aee6-655c-4b3b-8060-02d181aed4ee owned by network:dhcp {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:58:48.368509 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:48.384780 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:48.388105 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-a325fc5f-d080-4169-b287-a63fa60444c3 None None] Calling delete_port for 24a6aee6-655c-4b3b-8060-02d181aed4ee owned by network:dhcp {{(pid=80325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 20:58:48.430169 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 24a6aee6-655c-4b3b-8060-02d181aed4ee no longer exists at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 20:58:48.432648 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] Pushing event deleted for resources: {'Port': ['ID=24a6aee6-655c-4b3b-8060-02d181aed4ee,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:48.435487 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:48.466809 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] No Port match for: 24a6aee6-655c-4b3b-8060-02d181aed4ee {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 20:58:48.467215 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 24a6aee6-655c-4b3b-8060-02d181aed4ee not bound to the agent host dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 20:58:48.496203 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [None req-a325fc5f-d080-4169-b287-a63fa60444c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80325) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 20:58:48.496613 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [None req-a325fc5f-d080-4169-b287-a63fa60444c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 20:58:48.530663 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] No DVR routers for this DVR port 24a6aee6-655c-4b3b-8060-02d181aed4ee on host dv-cinder-750782-3-iscsi {{(pid=80324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 20:58:48.653497 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3396403', 'neutron.services.segments.db._delete_segments_for_network--9223363258782719672'] for network, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:48.769173 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbcdc12b7b8>,) {'filters': {'network_id': ['0c25622a-0a71-4c73-a017-fd1e7692f77f']}} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:58:48.782231 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcdc12b7b8>, 'cb075e4e-88f3-4ca5-9715-6057957ad8fd') {'for_net_delete': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:58:48.782569 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcdc12b7b8>, 'cb075e4e-88f3-4ca5-9715-6057957ad8fd') {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 20:58:48.795865 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258782742456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10914545'] for segment, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:48.812817 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:48.814858 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 20:58:48.990267 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] Network 0c25622a-0a71-4c73-a017-fd1e7692f77f has no segments {{(pid=80324) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:58:48.997925 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-a325fc5f-d080-4169-b287-a63fa60444c3 None None] Deleting port 24a6aee6-655c-4b3b-8060-02d181aed4ee {{(pid=80325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 20:58:48.998403 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a325fc5f-d080-4169-b287-a63fa60444c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:49.003328 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3387784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843861784'] for segment, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:49.065844 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-a325fc5f-d080-4169-b287-a63fa60444c3 None None] The port '24a6aee6-655c-4b3b-8060-02d181aed4ee' was deleted {{(pid=80325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 19 20:58:49.182004 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] Network 0c25622a-0a71-4c73-a017-fd1e7692f77f has no segments {{(pid=80324) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]: Traceback (most recent call last):
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:     timer()
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:     cb(*args, **kw)
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:     return func(*args, **kwargs)
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:     self._notify()
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:     self.callback(batched_events)
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:     event.method(event)
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:     segment_id)['aggregates'][0]
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:     return f(self, *a, **k)
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self._get(url).json()
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:     **kwargs)
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self.request(url, 'GET', **kwargs)
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:     **endpoint_filter)
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 20:58:49.204625 dv-cinder-750782-3-iscsi neutron-server[80212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 20:58:49.287282 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851379388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:49.291482 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:49.307390 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:49.316363 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] Pushing event deleted for resources: {'Network': ['ID=0c25622a-0a71-4c73-a017-fd1e7692f77f,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:49.319771 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:49.329824 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] 10.222.0.23 "DELETE /v2.0/networks/0c25622a-0a71-4c73-a017-fd1e7692f77f HTTP/1.1" status: 204  len: 168 time: 1.5736535
Nov 19 20:58:49.535134 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 40566) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:58:49.587767 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-a7999040-12eb-4c5f-8d1d-a45e15245ee6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=065e9bb05bf14c60b70fce5d5b7f93ed&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0507548
Nov 19 20:58:49.589930 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 40570) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 20:58:49.650279 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-239cd8a1-8520-4bf7-8867-ea4409216ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:49.680250 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-239cd8a1-8520-4bf7-8867-ea4409216ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:49.725408 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-239cd8a1-8520-4bf7-8867-ea4409216ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:49.730578 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-81b6463a-d04f-45cd-b850-fb73485351df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 20:58:49.744186 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cd8a1-8520-4bf7-8867-ea4409216ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39266ba7-1620-4ca6-94d9-32a826876258,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 20:58:49.748331 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-239cd8a1-8520-4bf7-8867-ea4409216ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 20:58:49.752383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-239cd8a1-8520-4bf7-8867-ea4409216ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:58:49.753598 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-239cd8a1-8520-4bf7-8867-ea4409216ece admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/39266ba7-1620-4ca6-94d9-32a826876258 HTTP/1.1" status: 204  len: 168 time: 0.1627421
Nov 19 20:59:01.070605 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:59:03.479252 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6c24bf37-e635-4603-843e-7cae800d388f req-d9f2f051-cc2a-48b0-85bd-e5ce10596282 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0740538
Nov 19 20:59:03.642691 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6c24bf37-e635-4603-843e-7cae800d388f req-bdbf2d90-5f16-4b91-b2de-b1b6f0cff584 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 1163 time: 0.0768435
Nov 19 20:59:03.799222 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24bf37-e635-4603-843e-7cae800d388f req-d14968da-ae26-4aee-ac14-2f952a36691f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:59:03.800798 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6c24bf37-e635-4603-843e-7cae800d388f req-d14968da-ae26-4aee-ac14-2f952a36691f service neutron] 10.222.0.27 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 906 time: 0.1372573
Nov 19 20:59:03.904163 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6c24bf37-e635-4603-843e-7cae800d388f req-2f1087ff-fcaf-4bbd-a180-8a8bec6cffc4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e56baf8-c46b-4917-b285-1531d34ba160 HTTP/1.1" status: 200  len: 1002 time: 0.0964417
Nov 19 20:59:03.973992 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24bf37-e635-4603-843e-7cae800d388f req-70afafc4-7c83-47ba-b71c-be634cfe448d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 20:59:03.975519 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6c24bf37-e635-4603-843e-7cae800d388f req-70afafc4-7c83-47ba-b71c-be634cfe448d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 200  len: 851 time: 0.0654681
Nov 19 20:59:04.056287 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6c24bf37-e635-4603-843e-7cae800d388f req-86bac285-ce9c-4cb2-831d-52c5b182779b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=87397499-9c96-476c-8021-616a1692dd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746839
Nov 19 20:59:04.200170 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6c24bf37-e635-4603-843e-7cae800d388f req-393bde42-498e-4f43-a454-58a94584835e service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371348
Nov 19 20:59:04.340156 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6c24bf37-e635-4603-843e-7cae800d388f req-a7752e81-3145-412f-b94b-c998b41c6ab1 service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1335557
Nov 19 20:59:05.865874 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ab772b38-f8a1-4047-a355-82d7e70a4a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:59:08.694740 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c08e511e-58c2-4230-b007-737890622d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:59:08.891262 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:59:09.818544 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:59:10.218192 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:59:14.018159 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 20:59:31.088248 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:59:35.868639 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-8f8edc0a-32ec-4231-957e-b2a9fd39a65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:59:38.696263 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1163bbe0-9b77-400c-988b-e2a818dfa5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:59:38.893098 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:59:39.819308 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:59:40.220582 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 20:59:51.019142 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 21:00:01.100603 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:03.661252 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b1e38375-9653-4f20-8d70-75693ccccd6e req-ca7c2c72-e078-4921-92fe-b1ab8f7d0dfc service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2627671
Nov 19 21:00:03.827067 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b1e38375-9653-4f20-8d70-75693ccccd6e req-53e2e6ba-345b-4ef1-816e-757b6c4200d8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 1163 time: 0.0771344
Nov 19 21:00:03.979879 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e38375-9653-4f20-8d70-75693ccccd6e req-9a837d0a-a0cf-40ff-8bf2-7dba041a085b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:03.981424 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b1e38375-9653-4f20-8d70-75693ccccd6e req-9a837d0a-a0cf-40ff-8bf2-7dba041a085b service neutron] 10.222.0.27 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 906 time: 0.1358612
Nov 19 21:00:04.303722 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b1e38375-9653-4f20-8d70-75693ccccd6e req-ce6012f3-a72c-4176-a7b7-288a6151ec23 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e56baf8-c46b-4917-b285-1531d34ba160 HTTP/1.1" status: 200  len: 1002 time: 0.3155155
Nov 19 21:00:04.370542 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e38375-9653-4f20-8d70-75693ccccd6e req-5f3bf823-c0ed-4fa0-8ab6-25c9f1f9d42c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:04.372067 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b1e38375-9653-4f20-8d70-75693ccccd6e req-5f3bf823-c0ed-4fa0-8ab6-25c9f1f9d42c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 200  len: 851 time: 0.0621972
Nov 19 21:00:04.454272 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b1e38375-9653-4f20-8d70-75693ccccd6e req-fcf54a1c-807d-4d37-bcac-ae73af8bb2c3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=87397499-9c96-476c-8021-616a1692dd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757763
Nov 19 21:00:04.596351 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b1e38375-9653-4f20-8d70-75693ccccd6e req-14e0a7ff-f71a-4ea8-8773-cdb1b1e12474 service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357720
Nov 19 21:00:04.736352 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b1e38375-9653-4f20-8d70-75693ccccd6e req-5b88bbdd-25cd-4fea-8bb9-ddf33b2e8311 service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1336782
Nov 19 21:00:05.870102 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-99021fb2-5f0f-42ac-8f92-cb904129adb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:08.697028 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0413508d-5150-40ec-9f9d-5d27e9ad9e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:08.896077 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:09.821260 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:10.223861 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:28.020877 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 21:00:31.108370 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:35.809472 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-4f83e1b2-650b-4fc4-8dc9-78599bb1af5a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1520042588&fields=id&tenant_id=cb575debff214833befc497befa66377 HTTP/1.1" status: 200  len: 267 time: 0.0437584
Nov 19 21:00:35.871577 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a1ae3b8e-bbc7-4c9a-8f77-b7d62c8e4018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:35.966364 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-ce9bfdff-fedf-45a9-b57d-bb637cc73bd1 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:35.967904 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-ce9bfdff-fedf-45a9-b57d-bb637cc73bd1 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 812 time: 0.1516440
Nov 19 21:00:35.985332 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-5ecb79fd-d237-4f1c-bd2c-fd7a6f2cbf8a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/quotas/cb575debff214833befc497befa66377 HTTP/1.1" status: 200  len: 375 time: 0.0111704
Nov 19 21:00:36.075650 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-a2e79d8d-7265-4a98-a2e2-1969ad07e79b tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0851004
Nov 19 21:00:36.298080 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-dfc43957-ad80-4a73-9d07-89029cddb677 service neutron] 10.222.0.23 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2099378
Nov 19 21:00:36.443430 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-cbc15a39-d1e2-40ff-92cf-da29707a3593 service neutron] 10.222.0.23 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387830
Nov 19 21:00:36.958595 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f86adce8-9180-42b0-8557-2662014b0b50 req-b2ff48b7-21a9-4b1e-b092-94ce3a946247 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 210 time: 0.1265271
Nov 19 21:00:38.153256 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b061fd34-6e22-4f9b-8320-31f15c0a6391 req-bad395ea-740c-4d8f-8c49-908da91ec56a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 210 time: 0.0545907
Nov 19 21:00:38.276241 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-5805a958-fd40-4bec-8cbc-5f6ebc06b99f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:38.277887 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-5805a958-fd40-4bec-8cbc-5f6ebc06b99f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.27 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 812 time: 0.2106495
Nov 19 21:00:38.379898 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-70a91137-c7df-4002-8481-8b0cb88af8ee tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=cb575debff214833befc497befa66377 HTTP/1.1" status: 200  len: 5087 time: 0.0706246
Nov 19 21:00:38.388978 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Request body: {'port': {'device_id': '326bfebc-816f-4eda-ac05-f69c2dc5a654', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'admin_state_up': True, 'tenant_id': 'cb575debff214833befc497befa66377', 'security_groups': ['4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e']}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 21:00:38.531719 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 21:00:38.542463 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 21:00:38.551216 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Made reservation on behalf of cb575debff214833befc497befa66377 for: {'port': 1} {{(pid=80324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 21:00:38.556697 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:38.698993 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-63c62499-b835-4e1c-9182-94b45717f4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:38.867696 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Allocated IP 172.20.0.4 (87397499-9c96-476c-8021-616a1692dd4e/1378b842-8867-4585-845a-77fcb9ff1761/2c0cbc5b-5f59-4963-aeb1-89e4405e674d) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 21:00:38.899656 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:39.070862 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:39.087395 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Transition to ACTIVE for port object 2c0cbc5b-5f59-4963-aeb1-89e4405e674d will not be triggered until provisioned by entity DHCP. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 21:00:39.106579 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:39.124364 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-027f34c1-ae63-4ada-99ba-d27cb3546590 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:00:39.272692 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Pushing event updated for resources: {'Port': ['ID=2c0cbc5b-5f59-4963-aeb1-89e4405e674d,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:00:39.289277 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.289706 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.290148 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.290560 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.290967 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.291373 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.291776 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.292179 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.292581 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.292981 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.293381 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.293797 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.294239 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.294635 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.295032 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.295432 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.295828 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.296225 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.296623 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.297018 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.297412 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.297840 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.298240 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.298658 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:39.304637 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:00:39.343337 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Network 87397499-9c96-476c-8021-616a1692dd4e is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 21:00:39.344559 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 21:00:39.346998 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 21:00:39.398771 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4dce8-eced-4049-9691-683db58df8e0 req-84a8bcaa-3dc2-422b-a858-62d7c850b6f8 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:39.400409 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-81e4dce8-eced-4049-9691-683db58df8e0 req-84a8bcaa-3dc2-422b-a858-62d7c850b6f8 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 931 time: 0.0900381
Nov 19 21:00:39.415702 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:39.416586 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:39.446783 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-b45bd981-0c07-4c74-b883-7c8e0dd2fd5f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0618162
Nov 19 21:00:39.452714 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-81e4dce8-eced-4049-9691-683db58df8e0 req-aec2c43c-4694-420e-9cad-f517854a4f0b tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0458422
Nov 19 21:00:39.466203 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Request body: {'port': {'device_id': '326bfebc-816f-4eda-ac05-f69c2dc5a654', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 21:00:39.557757 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-ed27f98d-c94e-4dc4-91d5-8bf3c45af61a None None] Provisioning for port 2c0cbc5b-5f59-4963-aeb1-89e4405e674d completed by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 21:00:39.562679 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-ed27f98d-c94e-4dc4-91d5-8bf3c45af61a None None] Provisioning complete for port 2c0cbc5b-5f59-4963-aeb1-89e4405e674d triggered by entity DHCP. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 21:00:39.563104 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ed27f98d-c94e-4dc4-91d5-8bf3c45af61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:39.584337 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:39.616339 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-ed27f98d-c94e-4dc4-91d5-8bf3c45af61a None None] Port 2c0cbc5b-5f59-4963-aeb1-89e4405e674d cannot update to ACTIVE because it is not bound. {{(pid=80325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 21:00:39.822595 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:39.982589 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0cbc5b-5f59-4963-aeb1-89e4405e674d {{(pid=80324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 21:00:39.989436 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:40.002506 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Transition to ACTIVE for port object 2c0cbc5b-5f59-4963-aeb1-89e4405e674d will not be triggered until provisioned by entity L2. {{(pid=80324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 21:00:40.005070 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:40.020322 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ab9cd10b-9cd8-46d0-992b-e2e2859387e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:00:40.164373 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Pushing event updated for resources: {'Port': ['ID=2c0cbc5b-5f59-4963-aeb1-89e4405e674d,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:00:40.167437 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:00:40.228017 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:40.350698 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Attempting to bind port 2c0cbc5b-5f59-4963-aeb1-89e4405e674d on host hv-cinder-75078 for vnic_type normal with profile  {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 21:00:40.351254 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Attempting to bind port 2c0cbc5b-5f59-4963-aeb1-89e4405e674d by drivers openvswitch on host hv-cinder-75078 at level 0 using segments [{'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 21:00:40.351467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Attempting to bind port 2c0cbc5b-5f59-4963-aeb1-89e4405e674d on network 87397499-9c96-476c-8021-616a1692dd4e {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 21:00:40.358780 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Checking agent: {'id': '460481f1-45c5-4450-82c0-45a37946158c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 20, 41, 59), 'started_at': datetime.datetime(2020, 11, 19, 20, 42, 29), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 21, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.11', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 21:00:40.359155 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Checking segment: {'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 21:00:40.359560 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:40.359958 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Bound using segment: {'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'} {{(pid=80324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 21:00:40.360436 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Bound port: 2c0cbc5b-5f59-4963-aeb1-89e4405e674d, host: hv-cinder-75078, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '87397499-9c96-476c-8021-616a1692dd4e'}}] {{(pid=80324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 21:00:40.360808 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:40.452043 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] For port 2c0cbc5b-5f59-4963-aeb1-89e4405e674d, host hv-cinder-75078, cleared binding levels {{(pid=80324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 21:00:40.455214 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] For port 2c0cbc5b-5f59-4963-aeb1-89e4405e674d, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=2c0cbc5b-5f59-4963-aeb1-89e4405e674d,segment=NetworkSegment(b827b5ed-6f85-42e8-9b71-1c4d51c94fa3),segment_id=b827b5ed-6f85-42e8-9b71-1c4d51c94fa3)] {{(pid=80324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 21:00:40.458619 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:40.474123 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3456121e-7390-4d2e-a05e-6a711ed1868d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:00:40.902893 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Pushing event updated for resources: {'Port': ['ID=2c0cbc5b-5f59-4963-aeb1-89e4405e674d,revision_number=3']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:00:40.906400 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:00:40.963132 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd7ba0-e928-404d-aa91-36735d0c9120 req-b9992932-838d-419e-986a-3497c9ebff50 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:40.963879 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-8cbd7ba0-e928-404d-aa91-36735d0c9120 req-b9992932-838d-419e-986a-3497c9ebff50 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Synchronizing usage tracker for tenant:cb575debff214833befc497befa66377 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 21:00:40.970318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:40.971600 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-1c1bf7b7-be8e-47ea-9d41-d21d4656ac5d service neutron] 10.222.0.27 "PUT /v2.0/ports/2c0cbc5b-5f59-4963-aeb1-89e4405e674d HTTP/1.1" status: 200  len: 1157 time: 1.5102675
Nov 19 21:00:40.973280 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326bfebc-816f-4eda-ac05-f69c2dc5a654', 'tag': '2c0cbc5b-5f59-4963-aeb1-89e4405e674d'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 21:00:40.991056 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-8cbd7ba0-e928-404d-aa91-36735d0c9120 req-b9992932-838d-419e-986a-3497c9ebff50 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Unset dirty status for tenant:cb575debff214833befc497befa66377 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 21:00:40.992509 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8cbd7ba0-e928-404d-aa91-36735d0c9120 req-b9992932-838d-419e-986a-3497c9ebff50 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 943 time: 0.3972466
Nov 19 21:00:41.100050 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8cbd7ba0-e928-404d-aa91-36735d0c9120 req-df98fa4a-00aa-4c12-8031-b290b90c3d2d tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1013453
Nov 19 21:00:41.125661 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-6b61c74b-5bcd-4eda-b14f-05dc154bf3fa service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 1160 time: 0.0930421
Nov 19 21:00:41.192447 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326bfebc-816f-4eda-ac05-f69c2dc5a654', 'tag': '2c0cbc5b-5f59-4963-aeb1-89e4405e674d', 'status': 'completed', 'code': 200}
Nov 19 21:00:41.206943 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-3619c29b-d99c-458d-805a-0ec7b9a86c59 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c0cbc5b-5f59-4963-aeb1-89e4405e674d HTTP/1.1" status: 200  len: 217 time: 0.0672083
Nov 19 21:00:41.278542 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-a9e1308d-06db-4474-94cb-d4c27f4b60af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:41.280007 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-a9e1308d-06db-4474-94cb-d4c27f4b60af service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 200  len: 851 time: 0.0671518
Nov 19 21:00:41.360422 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-0004fb22-149b-4a7b-a511-35d8b4131206 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=87397499-9c96-476c-8021-616a1692dd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736334
Nov 19 21:00:41.500408 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-0fcec554-c11e-49fd-b9bc-e85799f8bd93 service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331878
Nov 19 21:00:41.641730 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-312ecfa3-86ff-4a38-b06a-16ed3db7e02a req-8800c7c3-4021-409f-8771-88dd2e586ad8 service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1350262
Nov 19 21:00:41.800087 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5a9e3870-95dc-4b7f-bdcd-6d2202e0ca0c req-5f225b20-340d-4407-aee9-8f77ab8f47be service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 1160 time: 0.0735991
Nov 19 21:00:41.940739 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e3870-95dc-4b7f-bdcd-6d2202e0ca0c req-7a97a183-4b17-49b4-a147-5252a944f84d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:41.942357 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5a9e3870-95dc-4b7f-bdcd-6d2202e0ca0c req-7a97a183-4b17-49b4-a147-5252a944f84d service neutron] 10.222.0.27 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 906 time: 0.1360834
Nov 19 21:00:42.015584 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5a9e3870-95dc-4b7f-bdcd-6d2202e0ca0c req-4fb2407f-9d6d-45bd-9873-3b5098876f5c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c0cbc5b-5f59-4963-aeb1-89e4405e674d HTTP/1.1" status: 200  len: 217 time: 0.0668325
Nov 19 21:00:42.083888 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e3870-95dc-4b7f-bdcd-6d2202e0ca0c req-d0369d92-931f-451e-8c19-7393610973ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:42.085358 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5a9e3870-95dc-4b7f-bdcd-6d2202e0ca0c req-d0369d92-931f-451e-8c19-7393610973ac service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 200  len: 851 time: 0.0629654
Nov 19 21:00:42.171667 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5a9e3870-95dc-4b7f-bdcd-6d2202e0ca0c req-6904db1e-482b-405d-95d4-a62d2bfe1bb8 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=87397499-9c96-476c-8021-616a1692dd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796678
Nov 19 21:00:42.378209 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5a9e3870-95dc-4b7f-bdcd-6d2202e0ca0c req-02981e94-0f6d-4bd9-881a-e1f76308461a service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1991892
Nov 19 21:00:42.420789 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f25b40-efab-40a2-9ceb-b51f2abdacc0 req-43b5db94-7e99-45a6-a335-c08dcef5c3ac tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:42.422404 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-74f25b40-efab-40a2-9ceb-b51f2abdacc0 req-43b5db94-7e99-45a6-a335-c08dcef5c3ac tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 943 time: 0.1499691
Nov 19 21:00:42.563851 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-74f25b40-efab-40a2-9ceb-b51f2abdacc0 req-7ad367ea-5de5-4f15-97b5-4dfb015ea6c3 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1258526
Nov 19 21:00:42.567280 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-5a9e3870-95dc-4b7f-bdcd-6d2202e0ca0c req-571109b8-df15-44f7-95c4-95947da48ddc service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1820533
Nov 19 21:00:43.773556 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c1263-a143-4c5f-b352-f73135f5c1ac req-92260aa1-036f-40d3-a557-4fbbe7d30295 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:43.775244 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ff8c1263-a143-4c5f-b352-f73135f5c1ac req-92260aa1-036f-40d3-a557-4fbbe7d30295 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 943 time: 0.0831058
Nov 19 21:00:43.822723 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-ff8c1263-a143-4c5f-b352-f73135f5c1ac req-1b11e723-8611-4c01-92e9-5b7c46af5070 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0414078
Nov 19 21:00:45.032338 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6f240-2f7f-45fb-8f0f-7322b0ebe6c0 req-9db800ec-0b10-4d0f-98a3-ede41cb07748 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:45.034196 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-09d6f240-2f7f-45fb-8f0f-7322b0ebe6c0 req-9db800ec-0b10-4d0f-98a3-ede41cb07748 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 943 time: 0.0861728
Nov 19 21:00:45.080578 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-09d6f240-2f7f-45fb-8f0f-7322b0ebe6c0 req-9df53ac7-afe5-482e-99fa-5561c2cf1352 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0397089
Nov 19 21:00:46.293409 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e597594-8087-405e-af8c-3c31a495d7be req-012133c4-3999-40e0-9a6d-8dc543fdf05c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:46.295029 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8e597594-8087-405e-af8c-3c31a495d7be req-012133c4-3999-40e0-9a6d-8dc543fdf05c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 943 time: 0.0867829
Nov 19 21:00:46.346555 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-8e597594-8087-405e-af8c-3c31a495d7be req-b7ed36e9-5bda-4657-9588-0edbabfaade6 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0453711
Nov 19 21:00:47.552058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edbc0b-834e-4bd1-87d4-6182a0e22848 req-5282d5dd-34e2-4a6d-ac2a-832676278029 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:47.553671 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f4edbc0b-834e-4bd1-87d4-6182a0e22848 req-5282d5dd-34e2-4a6d-ac2a-832676278029 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 943 time: 0.0816672
Nov 19 21:00:47.601044 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f4edbc0b-834e-4bd1-87d4-6182a0e22848 req-c262fabe-30bf-4462-a83a-db2a4653fea2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0412517
Nov 19 21:00:48.812021 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025c406-90e4-480e-89f6-f1438fd0c0b0 req-bd41590d-7e01-48c4-aab0-3dc4cb217022 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:48.813611 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2025c406-90e4-480e-89f6-f1438fd0c0b0 req-bd41590d-7e01-48c4-aab0-3dc4cb217022 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 943 time: 0.0829735
Nov 19 21:00:48.861313 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2025c406-90e4-480e-89f6-f1438fd0c0b0 req-04a03382-a289-400a-8553-53326999c801 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0417035
Nov 19 21:00:50.074381 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03249f1-cd3d-4906-b395-54f5bc1b4865 req-27ca7353-847b-4223-bbeb-bb4969a7d38e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:50.075950 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d03249f1-cd3d-4906-b395-54f5bc1b4865 req-27ca7353-847b-4223-bbeb-bb4969a7d38e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 943 time: 0.0848093
Nov 19 21:00:50.122626 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d03249f1-cd3d-4906-b395-54f5bc1b4865 req-b479dcbb-abf7-4fc7-9dca-d2bea2007192 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0406339
Nov 19 21:00:50.777341 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 2c0cbc5b-5f59-4963-aeb1-89e4405e674d up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 21:00:50.848555 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning for port 2c0cbc5b-5f59-4963-aeb1-89e4405e674d completed by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 21:00:50.853973 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 2c0cbc5b-5f59-4963-aeb1-89e4405e674d triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 21:00:50.854403 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:50.966734 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:50.994300 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326bfebc-816f-4eda-ac05-f69c2dc5a654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0cbc5b-5f59-4963-aeb1-89e4405e674d'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 21:00:51.004392 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port 2c0cbc5b-5f59-4963-aeb1-89e4405e674d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=2c0cbc5b-5f59-4963-aeb1-89e4405e674d,segment=NetworkSegment(b827b5ed-6f85-42e8-9b71-1c4d51c94fa3),segment_id=b827b5ed-6f85-42e8-9b71-1c4d51c94fa3)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 21:00:51.007965 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:51.009436 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-ef140fb0-814c-42ce-ac65-51f868dce458 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:00:51.078527 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=2c0cbc5b-5f59-4963-aeb1-89e4405e674d,revision_number=4']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:00:51.088235 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.088629 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.089015 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.089396 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.089783 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.090165 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.090536 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.090908 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.091282 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.091647 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.092013 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.092379 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.092785 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.093152 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.093999 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.093999 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.094201 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.094558 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.094922 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.095283 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.095647 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.096011 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.096376 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.096738 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:00:51.101244 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:00:51.136693 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326bfebc-816f-4eda-ac05-f69c2dc5a654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0cbc5b-5f59-4963-aeb1-89e4405e674d', 'code': 200}
Nov 19 21:00:51.333011 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63061fb-3aed-4596-84b6-e3b76433d537 req-2567380d-b53b-4a11-9607-e612d9cedf4f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:51.334665 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a63061fb-3aed-4596-84b6-e3b76433d537 req-2567380d-b53b-4a11-9607-e612d9cedf4f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 945 time: 0.0824528
Nov 19 21:00:51.423378 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a63061fb-3aed-4596-84b6-e3b76433d537 req-9591ea3d-05be-41c8-813a-03abc5f43313 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0819647
Nov 19 21:00:51.458879 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b7908173-e21c-4483-be2a-44e60b94ce76 req-97e8d706-936e-4db5-8175-fb2dde411b44 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 1162 time: 0.0796857
Nov 19 21:00:51.502061 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-b7908173-e21c-4483-be2a-44e60b94ce76 req-f7989424-dc69-4068-b4eb-2988267fbd5b service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0369608
Nov 19 21:00:52.335694 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 2c0cbc5b-5f59-4963-aeb1-89e4405e674d up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 21:00:52.408013 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 2c0cbc5b-5f59-4963-aeb1-89e4405e674d triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 21:00:52.408693 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:52.638870 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de873e-b61c-45d9-987c-30b6e840e9d7 req-5c8f6322-c203-41d6-a49b-edee83ca3d3c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:52.640524 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a4de873e-b61c-45d9-987c-30b6e840e9d7 req-5c8f6322-c203-41d6-a49b-edee83ca3d3c tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 945 time: 0.0866523
Nov 19 21:00:52.688660 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-a4de873e-b61c-45d9-987c-30b6e840e9d7 req-55f3ff23-a800-4377-8d70-276966de6d16 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0420718
Nov 19 21:00:53.894465 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393a2c5-25ea-43e3-ba2e-2b2c59381e12 req-8a420d03-8f31-41d5-91ea-1715153aa7a7 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:53.896044 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2393a2c5-25ea-43e3-ba2e-2b2c59381e12 req-8a420d03-8f31-41d5-91ea-1715153aa7a7 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 945 time: 0.0810759
Nov 19 21:00:53.948435 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-2393a2c5-25ea-43e3-ba2e-2b2c59381e12 req-39525f96-e68d-4112-ba9d-06f96d0eb933 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0462914
Nov 19 21:00:54.156574 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9c335-80c6-4077-bd59-234f6f765f5f req-5e31e055-6141-4d9e-a9c8-9d06aac86a10 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:54.158228 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-73b9c335-80c6-4077-bd59-234f6f765f5f req-5e31e055-6141-4d9e-a9c8-9d06aac86a10 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 945 time: 0.0846195
Nov 19 21:00:54.211192 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-73b9c335-80c6-4077-bd59-234f6f765f5f req-413a8cd8-5d54-4968-ae05-89152de01a26 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0455639
Nov 19 21:00:54.380271 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 2c0cbc5b-5f59-4963-aeb1-89e4405e674d up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 21:00:54.425808 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-bde01722-c8aa-4319-b19a-477dd275583d tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1600318
Nov 19 21:00:54.435788 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Request body: {'floatingip': {'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249'}} {{(pid=80324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 21:00:54.441491 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 21:00:54.451794 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.quota.driver [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 21:00:54.452087 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 2c0cbc5b-5f59-4963-aeb1-89e4405e674d triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 21:00:54.452518 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:54.461263 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for floatingip, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:54.602753 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:54.865537 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_common [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Allocated IP 172.27.0.135 (494b3b67-d334-4360-a108-86a7036fa249/a87766e2-d34e-4e1a-99c0-eee0ac65f3f8/b3cc6dd1-79b8-4937-a0cf-50fd3156fa59) {{(pid=80324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 21:00:55.020220 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for port, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:55.045527 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778071511991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:55.064211 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:00:55.202764 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Pushing event updated for resources: {'Port': ['ID=b3cc6dd1-79b8-4937-a0cf-50fd3156fa59,revision_number=1']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:00:55.206033 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:00:55.249933 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Network 494b3b67-d334-4360-a108-86a7036fa249 is already hosted by enough agents. {{(pid=80324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 21:00:55.251057 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.base_scheduler [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Resources bound (agent type, host, resource id):  {{(pid=80324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 21:00:55.253306 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Received port after_create {{(pid=80324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 21:00:55.339502 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for floatingip, precommit_create {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:55.399346 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:55.657228 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for port, precommit_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:55.661036 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10914327'] for port, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:55.679822 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:00:56.048630 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Pushing event updated for resources: {'Port': ['ID=b3cc6dd1-79b8-4937-a0cf-50fd3156fa59,revision_number=2']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:00:56.053719 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:00:56.143724 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:56.170313 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:56.171614 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-5e7e47e2-271d-439f-98fe-f700a1f7d3bf tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.7400227
Nov 19 21:00:56.257414 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-6f587861-7648-4d27-a136-42f9119fd7a1 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Synchronizing usage tracker for tenant:cb575debff214833befc497befa66377 on resource:floatingip {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 21:00:56.272140 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-6f587861-7648-4d27-a136-42f9119fd7a1 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Unset dirty status for tenant:cb575debff214833befc497befa66377 on resource:floatingip {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 21:00:56.273399 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-6f587861-7648-4d27-a136-42f9119fd7a1 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.0.135 HTTP/1.1" status: 200  len: 696 time: 0.0953372
Nov 19 21:00:56.432887 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-8a9bf22b-728d-42e8-a39c-829afe5d8457 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:56.434370 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-36e0d0a7-46b8-4606-82e3-4c3b1ca0eae8 req-8a9bf22b-728d-42e8-a39c-829afe5d8457 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/networks/494b3b67-d334-4360-a108-86a7036fa249 HTTP/1.1" status: 200  len: 784 time: 0.1551979
Nov 19 21:00:56.624657 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-28afda5a-fa71-4732-b3b7-1e756146aed7 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:56.626295 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-28afda5a-fa71-4732-b3b7-1e756146aed7 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0836458
Nov 19 21:00:56.711322 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-2a8724ec-52d9-40ea-9469-56b0bf02f6f5 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.0.135 HTTP/1.1" status: 200  len: 696 time: 0.0788558
Nov 19 21:00:56.721136 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.v2.base [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-ec871c48-c225-40d3-bc6c-3fc2f1ea3585 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Request body: {'floatingip': {'port_id': '2c0cbc5b-5f59-4963-aeb1-89e4405e674d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 21:00:56.797508 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-ec871c48-c225-40d3-bc6c-3fc2f1ea3585 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for floatingip, before_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:57.412797 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-ec871c48-c225-40d3-bc6c-3fc2f1ea3585 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for floatingip, precommit_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:57.415293 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-ec871c48-c225-40d3-bc6c-3fc2f1ea3585 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-599386'] for floatingip, after_update {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:57.610947 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_db [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-ec871c48-c225-40d3-bc6c-3fc2f1ea3585 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Floating IP 3fd75658-13ce-4b86-a1fd-3b6619d2ad4a associated. External IP: 172.27.0.135, port: 2c0cbc5b-5f59-4963-aeb1-89e4405e674d.
Nov 19 21:00:58.013487 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-ec871c48-c225-40d3-bc6c-3fc2f1ea3585 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 21:00:58.223941 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-ec871c48-c225-40d3-bc6c-3fc2f1ea3585 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 21:00:58.228869 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-ec871c48-c225-40d3-bc6c-3fc2f1ea3585 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:00:58.234119 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e66c6-0513-4e95-a716-0f8bbc381c36 None None] Sync routers for ids ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 21:00:58.247383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e66c6-0513-4e95-a716-0f8bbc381c36 None None] Routers {'801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 21:00:58.248058 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-d15e66c6-0513-4e95-a716-0f8bbc381c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd76c0588>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T21:00:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:00:58.284364 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-ec871c48-c225-40d3-bc6c-3fc2f1ea3585 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "PUT /v2.0/floatingips/3fd75658-13ce-4b86-a1fd-3b6619d2ad4a HTTP/1.1" status: 200  len: 996 time: 1.5672812
Nov 19 21:00:58.284926 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326bfebc-816f-4eda-ac05-f69c2dc5a654', 'tag': '2c0cbc5b-5f59-4963-aeb1-89e4405e674d'}] {{(pid=80323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 21:00:58.444369 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-d15e66c6-0513-4e95-a716-0f8bbc381c36 None None] Set router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 21:00:58.569371 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-79d9c62b-7e98-456a-a0ce-56de30ce160c req-b7f57132-6e70-4a9b-94a7-70ec223b83e0 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 1162 time: 0.0800834
Nov 19 21:00:58.651806 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326bfebc-816f-4eda-ac05-f69c2dc5a654', 'tag': '2c0cbc5b-5f59-4963-aeb1-89e4405e674d', 'status': 'completed', 'code': 200}
Nov 19 21:00:58.693258 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-b5725290-6e57-47d5-b74b-2eb62795fdaa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 1162 time: 0.3952894
Nov 19 21:00:58.724008 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9c62b-7e98-456a-a0ce-56de30ce160c req-a3dc87ff-06dd-4418-a721-31cda2e86237 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:58.726200 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-79d9c62b-7e98-456a-a0ce-56de30ce160c req-a3dc87ff-06dd-4418-a721-31cda2e86237 service neutron] 10.222.0.27 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 906 time: 0.1485860
Nov 19 21:00:58.849590 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-79d9c62b-7e98-456a-a0ce-56de30ce160c req-5fc25a77-34af-4cd4-8ad3-ee7cc6b41715 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c0cbc5b-5f59-4963-aeb1-89e4405e674d HTTP/1.1" status: 200  len: 999 time: 0.1163154
Nov 19 21:00:58.850405 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-8907fe16-6799-4a3e-865d-53ad5f04e115 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:58.852782 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-8907fe16-6799-4a3e-865d-53ad5f04e115 service neutron] 10.222.0.23 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 906 time: 0.1522992
Nov 19 21:00:58.921148 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9c62b-7e98-456a-a0ce-56de30ce160c req-0c4c4f04-559c-4953-b4b1-df6b69cde160 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:58.923039 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-79d9c62b-7e98-456a-a0ce-56de30ce160c req-0c4c4f04-559c-4953-b4b1-df6b69cde160 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 200  len: 851 time: 0.0674436
Nov 19 21:00:58.963088 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-ea167953-12e2-44d1-86ed-9d5ce6a305d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c0cbc5b-5f59-4963-aeb1-89e4405e674d HTTP/1.1" status: 200  len: 999 time: 0.1038430
Nov 19 21:00:58.998994 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-d15e66c6-0513-4e95-a716-0f8bbc381c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd76c0588>, [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '3fd75658-13ce-4b86-a1fd-3b6619d2ad4a', 'tenant_id': 'cb575debff214833befc497befa66377', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'port_id': '2c0cbc5b-5f59-4963-aeb1-89e4405e674d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'mac_address': 'fa:16:3e:68:21:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326bfebc-816f-4eda-ac05-f69c2dc5a654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T21:00:55Z', 'updated_at': '2020-11-19T21:00:57Z', 'revision_number': 1, 'project_id': 'cb575debff214833befc497befa66377', 'fixed_ip_address_scope': None}, {'id': '90c0d3df-b1ad-40f4-a073-b3541bda3823', 'tenant_id': 'cb575debff214833befc497befa66377', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'port_id': '2e56baf8-c46b-4917-b285-1531d34ba160', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'mac_address': 'fa:16:3e:74:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:58:32Z', 'updated_at': '2020-11-19T20:58:37Z', 'revision_number': 2, 'project_id': 'cb575debff214833befc497befa66377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:46Z', 'revision_number': 5, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:00:59.006643 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e66c6-0513-4e95-a716-0f8bbc381c36 None None] Checking router: 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 21:00:59.010195 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-79d9c62b-7e98-456a-a0ce-56de30ce160c req-b1528678-668f-4379-bffc-e1d9a6da8d07 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=87397499-9c96-476c-8021-616a1692dd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811808
Nov 19 21:00:59.019439 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e66c6-0513-4e95-a716-0f8bbc381c36 None None] Routers {'801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 21:00:59.019867 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-d15e66c6-0513-4e95-a716-0f8bbc381c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd76c0588>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T21:00:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:00:59.034770 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-4beccb1b-ae09-4ee7-ba63-aaedd3c8137a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:00:59.036403 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-4beccb1b-ae09-4ee7-ba63-aaedd3c8137a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 200  len: 851 time: 0.0646060
Nov 19 21:00:59.124618 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-4985cf60-3a5b-4439-a24e-7a26d9ef1bb2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87397499-9c96-476c-8021-616a1692dd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807214
Nov 19 21:00:59.137667 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-5c84b7ca-35b5-423d-b305-a32c665d7d5e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 21:00:59.138954 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-5c84b7ca-35b5-423d-b305-a32c665d7d5e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0055411
Nov 19 21:00:59.159873 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-79d9c62b-7e98-456a-a0ce-56de30ce160c req-69551cd4-100f-4c67-99af-646ee317cc15 service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429784
Nov 19 21:00:59.211138 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-d15e66c6-0513-4e95-a716-0f8bbc381c36 None None] Set router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 21:00:59.294624 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-a3186792-9260-4a91-bffe-58e5f9d25629 service neutron] 10.222.0.23 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491082
Nov 19 21:00:59.310808 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-79d9c62b-7e98-456a-a0ce-56de30ce160c req-87c80ff9-ba72-4e1d-8a19-cf827a1ba406 service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1446502
Nov 19 21:00:59.440947 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e44aa2e9-fa72-4b75-ab29-dc519b0db66c req-2fbefe40-bda7-4c72-a81c-91bc291dc534 service neutron] 10.222.0.23 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392839
Nov 19 21:00:59.578539 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-d15e66c6-0513-4e95-a716-0f8bbc381c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd76c0588>, [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '3fd75658-13ce-4b86-a1fd-3b6619d2ad4a', 'tenant_id': 'cb575debff214833befc497befa66377', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'port_id': '2c0cbc5b-5f59-4963-aeb1-89e4405e674d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'mac_address': 'fa:16:3e:68:21:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326bfebc-816f-4eda-ac05-f69c2dc5a654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T21:00:55Z', 'updated_at': '2020-11-19T21:00:57Z', 'revision_number': 1, 'project_id': 'cb575debff214833befc497befa66377', 'fixed_ip_address_scope': None}, {'id': '90c0d3df-b1ad-40f4-a073-b3541bda3823', 'tenant_id': 'cb575debff214833befc497befa66377', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'port_id': '2e56baf8-c46b-4917-b285-1531d34ba160', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'mac_address': 'fa:16:3e:74:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:58:32Z', 'updated_at': '2020-11-19T20:58:37Z', 'revision_number': 2, 'project_id': 'cb575debff214833befc497befa66377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:46Z', 'revision_number': 5, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:00:59.582707 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e66c6-0513-4e95-a716-0f8bbc381c36 None None] The sync data for ids ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'] in dv-cinder-750782-3-iscsi is: [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '3fd75658-13ce-4b86-a1fd-3b6619d2ad4a', 'tenant_id': 'cb575debff214833befc497befa66377', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'port_id': '2c0cbc5b-5f59-4963-aeb1-89e4405e674d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'mac_address': 'fa:16:3e:68:21:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '326bfebc-816f-4eda-ac05-f69c2dc5a654', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T21:00:55Z', 'updated_at': '2020-11-19T21:00:57Z', 'revision_number': 1, 'project_id': 'cb575debff214833befc497befa66377', 'fixed_ip_address_scope': None}, {'id': '90c0d3df-b1ad-40f4-a073-b3541bda3823', 'tenant_id': 'cb575debff214833befc497befa66377', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'port_id': '2e56baf8-c46b-4917-b285-1531d34ba160', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'mac_address': 'fa:16:3e:74:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:58:32Z', 'updated_at': '2020-11-19T20:58:37Z', 'revision_number': 2, 'project_id': 'cb575debff214833befc497befa66377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:46Z', 'revision_number': 5, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 21:00:59.868302 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ede36d3-3622-44d0-871f-9d89d7b9acba None None] New status for floating IP 3fd75658-13ce-4b86-a1fd-3b6619d2ad4a: ACTIVE {{(pid=80326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 21:01:01.119804 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:01:05.021691 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 21:01:05.499470 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-59cce6ef-6e42-4083-abfe-7f13bb524305 req-172f7909-369d-4330-83ce-25457c53c01c service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0723128
Nov 19 21:01:05.666680 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-59cce6ef-6e42-4083-abfe-7f13bb524305 req-aa73f462-b078-4bba-8d82-294eab0eb04c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 1163 time: 0.0784700
Nov 19 21:01:05.821014 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cce6ef-6e42-4083-abfe-7f13bb524305 req-5a6a58a2-a5f6-45bf-ba9c-d93253e85b4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:01:05.822620 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-59cce6ef-6e42-4083-abfe-7f13bb524305 req-5a6a58a2-a5f6-45bf-ba9c-d93253e85b4c service neutron] 10.222.0.27 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 906 time: 0.1367147
Nov 19 21:01:05.873323 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a0989b60-41ed-41a7-b044-5af53466e5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:01:05.928547 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-59cce6ef-6e42-4083-abfe-7f13bb524305 req-92d708e6-c4da-4860-9ef9-f7bf2eb6d0cf service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e56baf8-c46b-4917-b285-1531d34ba160 HTTP/1.1" status: 200  len: 1002 time: 0.0983903
Nov 19 21:01:06.001591 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cce6ef-6e42-4083-abfe-7f13bb524305 req-a2be5270-5eea-4374-8667-d8247fb0ea98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:01:06.003125 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-59cce6ef-6e42-4083-abfe-7f13bb524305 req-a2be5270-5eea-4374-8667-d8247fb0ea98 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 200  len: 851 time: 0.0664537
Nov 19 21:01:06.082518 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-59cce6ef-6e42-4083-abfe-7f13bb524305 req-6d9a05ee-3129-46e6-b2bb-e96f9ad16258 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=87397499-9c96-476c-8021-616a1692dd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724595
Nov 19 21:01:06.229367 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-59cce6ef-6e42-4083-abfe-7f13bb524305 req-886be6ee-102c-49e4-a86f-76c7c2b67034 service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358216
Nov 19 21:01:06.373698 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-59cce6ef-6e42-4083-abfe-7f13bb524305 req-dbb16038-e790-4451-a964-d3db774f4cfc service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1350913
Nov 19 21:01:08.699821 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d845196d-8e69-421b-9fb5-df23a8637c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:01:08.902720 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:01:09.823257 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:01:10.229931 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:01:31.146908 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:01:35.874515 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-244a92f8-71c8-4502-a092-1d6acf7bb4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:01:38.701509 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f9e52423-38d6-4ca6-a417-6f5d4b2e10de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:01:38.904429 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:01:39.823943 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:01:40.233454 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:01:42.022676 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 21:02:01.140351 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:05.875302 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-de0954c1-b440-461a-82ac-c0b896958528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:06.520504 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0f78cc9c-7ac8-4bc9-adb7-48a3de5a6705 req-d9f66a3f-9163-4a58-9c3c-ce62325aad3f service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0775239
Nov 19 21:02:06.625765 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0f78cc9c-7ac8-4bc9-adb7-48a3de5a6705 req-06dba7c7-9324-4bff-9213-61546dede19f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 1162 time: 0.0730939
Nov 19 21:02:06.785309 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78cc9c-7ac8-4bc9-adb7-48a3de5a6705 req-fc7ee624-2e2c-47dc-9028-742c00485d83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:02:06.786908 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0f78cc9c-7ac8-4bc9-adb7-48a3de5a6705 req-fc7ee624-2e2c-47dc-9028-742c00485d83 service neutron] 10.222.0.27 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 906 time: 0.1410742
Nov 19 21:02:06.899304 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0f78cc9c-7ac8-4bc9-adb7-48a3de5a6705 req-4f01f1a2-b140-40ce-9782-9152d286cc41 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c0cbc5b-5f59-4963-aeb1-89e4405e674d HTTP/1.1" status: 200  len: 1001 time: 0.1003785
Nov 19 21:02:06.966167 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78cc9c-7ac8-4bc9-adb7-48a3de5a6705 req-d89d23fd-274c-4081-b20a-cc7fac5222fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:02:06.967657 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0f78cc9c-7ac8-4bc9-adb7-48a3de5a6705 req-d89d23fd-274c-4081-b20a-cc7fac5222fa service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 200  len: 851 time: 0.0616789
Nov 19 21:02:07.048184 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0f78cc9c-7ac8-4bc9-adb7-48a3de5a6705 req-59df0f5b-3659-4bd4-84df-ddc7d57b2959 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=87397499-9c96-476c-8021-616a1692dd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734897
Nov 19 21:02:07.190215 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0f78cc9c-7ac8-4bc9-adb7-48a3de5a6705 req-2c19278b-859f-4d60-85cd-3a98976d3a39 service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345451
Nov 19 21:02:07.330027 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-0f78cc9c-7ac8-4bc9-adb7-48a3de5a6705 req-d2f729ee-ada7-466f-a89a-1f81261f78b8 service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1327243
Nov 19 21:02:08.703256 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-2184f490-c4e0-42fb-995c-3b3a70789f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:08.906832 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:09.825038 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:10.236237 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:19.023778 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 21:02:31.165159 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:35.875559 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-abf75e6a-face-49ef-a92d-d6f937bffe4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:38.705552 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ca12ceb8-9b30-44f7-ae1d-af705d38ec03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:38.910915 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:39.826293 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:40.238639 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:48.031890 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-96ce8ce3-f5d0-46ad-8952-fade33074070 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/floatingips/3fd75658-13ce-4b86-a1fd-3b6619d2ad4a HTTP/1.1" status: 200  len: 998 time: 0.1080124
Nov 19 21:02:48.412819 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-072aa215-54ef-4725-a28c-6739cc254ab5 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:02:48.414830 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-072aa215-54ef-4725-a28c-6739cc254ab5 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/networks/494b3b67-d334-4360-a108-86a7036fa249 HTTP/1.1" status: 200  len: 784 time: 0.3771293
Nov 19 21:02:48.523909 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-318c5342-a087-4f49-bdc6-dd76abb27e41 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.0.135 HTTP/1.1" status: 200  len: 1001 time: 0.1026049
Nov 19 21:02:48.598913 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-ec8f1278-319d-402a-bde4-19ad4e2518e2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:02:48.600321 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-ec8f1278-319d-402a-bde4-19ad4e2518e2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports/2c0cbc5b-5f59-4963-aeb1-89e4405e674d HTTP/1.1" status: 200  len: 942 time: 0.0708241
Nov 19 21:02:48.782372 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-3fee3292-41a3-43c2-9fc7-df30344abb31 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.0.135 HTTP/1.1" status: 200  len: 1001 time: 0.1017618
Nov 19 21:02:48.997900 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Deleting port b3cc6dd1-79b8-4937-a0cf-50fd3156fa59 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 21:02:48.998283 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:49.179735 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:49.180321 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for floatingip, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:49.304520 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Calling delete_port for b3cc6dd1-79b8-4937-a0cf-50fd3156fa59 owned by network:floatingip {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 21:02:49.456076 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:49.471067 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-1e39ca1c-3350-4f73-876a-1d326c7813d1 tempest-AttachVolumeTestJSON-747610083 tempest-AttachVolumeTestJSON-747610083] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:02:49.519715 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Pushing event deleted for resources: {'Port': ['ID=b3cc6dd1-79b8-4937-a0cf-50fd3156fa59,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:02:49.593187 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.593600 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.594035 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.594442 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.594845 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.595245 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.595641 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.596037 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.596432 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.596828 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.597221 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.597614 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.598072 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.598466 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.598857 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.599249 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.599645 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.600041 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.600459 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.600851 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.601242 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.601635 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.602052 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.602446 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:02:49.606469 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:02:49.708374 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for floatingip, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:49.708685 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_db [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Floating IP 3fd75658-13ce-4b86-a1fd-3b6619d2ad4a disassociated (deleted). External IP: 172.27.0.135, port: 2c0cbc5b-5f59-4963-aeb1-89e4405e674d.
Nov 19 21:02:50.111335 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 21:02:50.321130 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 21:02:50.330654 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd42cbea-06f2-49a2-b240-30814e3ea4f8 None None] Sync routers for ids ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 21:02:50.344532 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd42cbea-06f2-49a2-b240-30814e3ea4f8 None None] Routers {'801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 21:02:50.345215 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-dd42cbea-06f2-49a2-b240-30814e3ea4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc338b38>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T21:02:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:02:50.346281 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:50.401155 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "DELETE /v2.0/floatingips/3fd75658-13ce-4b86-a1fd-3b6619d2ad4a HTTP/1.1" status: 204  len: 173 time: 1.6094773
Nov 19 21:02:50.401644 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '326bfebc-816f-4eda-ac05-f69c2dc5a654', 'tag': '2c0cbc5b-5f59-4963-aeb1-89e4405e674d'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 21:02:50.462723 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '326bfebc-816f-4eda-ac05-f69c2dc5a654', 'tag': '2c0cbc5b-5f59-4963-aeb1-89e4405e674d', 'status': 'completed', 'code': 200}
Nov 19 21:02:50.495335 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-53fb9677-467b-44ee-bc8f-35ee94894d2e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 1162 time: 0.0800834
Nov 19 21:02:50.537370 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-dd42cbea-06f2-49a2-b240-30814e3ea4f8 None None] Set router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 21:02:50.705708 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6673b3c2-c78b-414a-96a2-6833ae880ba9 req-0747e6f0-41f2-4240-969d-be6fcdb537c4 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 1162 time: 0.1967137
Nov 19 21:02:50.710667 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-ba29c72d-0675-4bd9-b90d-8fe423e7cf3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:02:50.712142 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-ba29c72d-0675-4bd9-b90d-8fe423e7cf3f service neutron] 10.222.0.23 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 906 time: 0.1685362
Nov 19 21:02:50.827403 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-70873575-c74c-4791-b3ac-bba0ca9b8647 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c0cbc5b-5f59-4963-aeb1-89e4405e674d HTTP/1.1" status: 200  len: 217 time: 0.0911934
Nov 19 21:02:50.904697 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-dd42cbea-06f2-49a2-b240-30814e3ea4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc338b38>, [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '90c0d3df-b1ad-40f4-a073-b3541bda3823', 'tenant_id': 'cb575debff214833befc497befa66377', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'port_id': '2e56baf8-c46b-4917-b285-1531d34ba160', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'mac_address': 'fa:16:3e:74:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:58:32Z', 'updated_at': '2020-11-19T20:58:37Z', 'revision_number': 2, 'project_id': 'cb575debff214833befc497befa66377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:46Z', 'revision_number': 5, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:02:50.909115 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd42cbea-06f2-49a2-b240-30814e3ea4f8 None None] Checking router: 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 21:02:50.920841 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd42cbea-06f2-49a2-b240-30814e3ea4f8 None None] Routers {'801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 21:02:50.921506 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-dd42cbea-06f2-49a2-b240-30814e3ea4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc338b38>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T21:02:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:02:50.968607 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-8d09c1ab-3676-4308-bb4b-64ac6a94027c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:02:50.970137 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-8d09c1ab-3676-4308-bb4b-64ac6a94027c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 200  len: 851 time: 0.0954747
Nov 19 21:02:50.972506 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673b3c2-c78b-414a-96a2-6833ae880ba9 req-1bd560f1-2532-4401-8710-b8384ea4d697 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:02:50.974010 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6673b3c2-c78b-414a-96a2-6833ae880ba9 req-1bd560f1-2532-4401-8710-b8384ea4d697 service neutron] 10.222.0.27 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 906 time: 0.2609560
Nov 19 21:02:51.093665 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6673b3c2-c78b-414a-96a2-6833ae880ba9 req-04f2bdb8-831a-4cfb-8894-19a6521d9423 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c0cbc5b-5f59-4963-aeb1-89e4405e674d HTTP/1.1" status: 200  len: 217 time: 0.0804093
Nov 19 21:02:51.105463 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-dd42cbea-06f2-49a2-b240-30814e3ea4f8 None None] Set router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 21:02:51.392987 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-1d10d50d-b214-403c-872e-7a483ec0ec23 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87397499-9c96-476c-8021-616a1692dd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4163890
Nov 19 21:02:51.398430 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673b3c2-c78b-414a-96a2-6833ae880ba9 req-20880a5f-0149-4a39-a16d-7c07dff6605b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:02:51.399888 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6673b3c2-c78b-414a-96a2-6833ae880ba9 req-20880a5f-0149-4a39-a16d-7c07dff6605b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 200  len: 851 time: 0.3003561
Nov 19 21:02:51.483869 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-dd42cbea-06f2-49a2-b240-30814e3ea4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc338b38>, [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '90c0d3df-b1ad-40f4-a073-b3541bda3823', 'tenant_id': 'cb575debff214833befc497befa66377', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'port_id': '2e56baf8-c46b-4917-b285-1531d34ba160', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'mac_address': 'fa:16:3e:74:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:58:32Z', 'updated_at': '2020-11-19T20:58:37Z', 'revision_number': 2, 'project_id': 'cb575debff214833befc497befa66377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:46Z', 'revision_number': 5, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:02:51.488038 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd42cbea-06f2-49a2-b240-30814e3ea4f8 None None] The sync data for ids ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'] in dv-cinder-750782-3-iscsi is: [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_floatingips': [{'id': '90c0d3df-b1ad-40f4-a073-b3541bda3823', 'tenant_id': 'cb575debff214833befc497befa66377', 'floating_ip_address': '172.27.0.123', 'floating_network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'router_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'port_id': '2e56baf8-c46b-4917-b285-1531d34ba160', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'mac_address': 'fa:16:3e:74:57:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T20:58:32Z', 'updated_at': '2020-11-19T20:58:37Z', 'revision_number': 2, 'project_id': 'cb575debff214833befc497befa66377', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:46Z', 'revision_number': 5, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 21:02:51.605870 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-59d31e4b-4ac2-46a7-b098-9a5890aedc0d service neutron] 10.222.0.23 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2039676
Nov 19 21:02:51.609808 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6673b3c2-c78b-414a-96a2-6833ae880ba9 req-253b00a8-53e4-4643-b2fa-c7b88d2c5f63 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=87397499-9c96-476c-8021-616a1692dd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1835377
Nov 19 21:02:51.874628 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-845a9c00-1f5d-4e3e-8933-e6248bd598b4 req-ccec8309-143c-47e0-982d-5ae7ede6cbec service neutron] 10.222.0.23 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2620687
Nov 19 21:02:51.877072 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6673b3c2-c78b-414a-96a2-6833ae880ba9 req-7e8249b9-fbf4-45ee-bac2-8f604db98e89 service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2402081
Nov 19 21:02:51.901150 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f801b0-c844-437e-a0a2-02791d673918 None None] New status for floating IP 3fd75658-13ce-4b86-a1fd-3b6619d2ad4a: DOWN {{(pid=80326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 21:02:52.023650 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-6673b3c2-c78b-414a-96a2-6833ae880ba9 req-aec76c31-7016-4008-92b0-0d6c3f794f7a service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403520
Nov 19 21:02:52.293719 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324e8fd-be6b-4287-92d3-f3eae63e7a5f req-47b27675-5b66-4c73-bbf3-3b338ae629a6 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:02:52.294524 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-d324e8fd-be6b-4287-92d3-f3eae63e7a5f req-47b27675-5b66-4c73-bbf3-3b338ae629a6 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Synchronizing usage tracker for tenant:cb575debff214833befc497befa66377 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 21:02:52.309328 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-d324e8fd-be6b-4287-92d3-f3eae63e7a5f req-47b27675-5b66-4c73-bbf3-3b338ae629a6 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Unset dirty status for tenant:cb575debff214833befc497befa66377 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 21:02:52.310610 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d324e8fd-be6b-4287-92d3-f3eae63e7a5f req-47b27675-5b66-4c73-bbf3-3b338ae629a6 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 945 time: 0.1016297
Nov 19 21:02:52.358340 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d324e8fd-be6b-4287-92d3-f3eae63e7a5f req-cbb16a17-7ce6-4ff7-a239-6c6f3019f216 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0416386
Nov 19 21:02:53.572102 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86737479-8988-40e9-9dd7-e4089cf68416 req-0b335f3d-b4d3-4136-a830-a07b248e32b1 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:02:53.573712 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-86737479-8988-40e9-9dd7-e4089cf68416 req-0b335f3d-b4d3-4136-a830-a07b248e32b1 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 945 time: 0.0834978
Nov 19 21:02:53.622069 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-86737479-8988-40e9-9dd7-e4089cf68416 req-ef028117-b762-4bd1-952c-8ea334423cba tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0421667
Nov 19 21:02:53.754128 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 2c0cbc5b-5f59-4963-aeb1-89e4405e674d up at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 21:02:53.824383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.provisioning_blocks [None req-213589af-5480-4528-850d-679758bf95dc None None] Provisioning complete for port 2c0cbc5b-5f59-4963-aeb1-89e4405e674d triggered by entity L2. {{(pid=80325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 21:02:53.824738 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3399099'] for port, provisioning_complete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:54.259727 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187a39e-7e34-4ba8-90ef-0e90b13d0ec2 req-1f7dff3d-d2bb-4140-8aaf-5bd4571ce25d tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:02:54.261300 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9187a39e-7e34-4ba8-90ef-0e90b13d0ec2 req-1f7dff3d-d2bb-4140-8aaf-5bd4571ce25d tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.27 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 945 time: 0.0819721
Nov 19 21:02:54.336173 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-9187a39e-7e34-4ba8-90ef-0e90b13d0ec2 req-917dadad-b3aa-4c8f-9f9e-848ce2f964e8 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Deleting port 2c0cbc5b-5f59-4963-aeb1-89e4405e674d {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 21:02:54.336554 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-9187a39e-7e34-4ba8-90ef-0e90b13d0ec2 req-917dadad-b3aa-4c8f-9f9e-848ce2f964e8 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:54.623106 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-9187a39e-7e34-4ba8-90ef-0e90b13d0ec2 req-917dadad-b3aa-4c8f-9f9e-848ce2f964e8 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] For port 2c0cbc5b-5f59-4963-aeb1-89e4405e674d, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=2c0cbc5b-5f59-4963-aeb1-89e4405e674d,segment=NetworkSegment(b827b5ed-6f85-42e8-9b71-1c4d51c94fa3),segment_id=b827b5ed-6f85-42e8-9b71-1c4d51c94fa3)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 21:02:54.623734 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-9187a39e-7e34-4ba8-90ef-0e90b13d0ec2 req-917dadad-b3aa-4c8f-9f9e-848ce2f964e8 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:54.756042 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-9187a39e-7e34-4ba8-90ef-0e90b13d0ec2 req-917dadad-b3aa-4c8f-9f9e-848ce2f964e8 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Calling delete_port for 2c0cbc5b-5f59-4963-aeb1-89e4405e674d owned by compute:nova {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 21:02:54.970191 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f75a0e-1788-47d8-a636-f1378148f1ee req-d137aea2-8c48-4bda-96ce-c59e8d7d9468 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:02:54.971888 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-74f75a0e-1788-47d8-a636-f1378148f1ee req-d137aea2-8c48-4bda-96ce-c59e8d7d9468 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 945 time: 0.1852956
Nov 19 21:02:55.009874 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-9187a39e-7e34-4ba8-90ef-0e90b13d0ec2 req-917dadad-b3aa-4c8f-9f9e-848ce2f964e8 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:55.031025 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-64654d37-0caa-4e83-a65c-b7e0401253d2 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:02:55.101148 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dadad-b3aa-4c8f-9f9e-848ce2f964e8 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Pushing event deleted for resources: {'Port': ['ID=2c0cbc5b-5f59-4963-aeb1-89e4405e674d,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:02:55.111683 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-917dadad-b3aa-4c8f-9f9e-848ce2f964e8 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:02:55.186608 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-74f75a0e-1788-47d8-a636-f1378148f1ee req-a192228a-e145-4480-9d07-5760d2f17717 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2063587
Nov 19 21:02:55.281492 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-9187a39e-7e34-4ba8-90ef-0e90b13d0ec2 req-917dadad-b3aa-4c8f-9f9e-848ce2f964e8 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] No DVR routers for this DVR port 2c0cbc5b-5f59-4963-aeb1-89e4405e674d on host hv-cinder-75078 {{(pid=80324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 21:02:55.284066 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-9187a39e-7e34-4ba8-90ef-0e90b13d0ec2 req-917dadad-b3aa-4c8f-9f9e-848ce2f964e8 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:02:55.286851 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '326bfebc-816f-4eda-ac05-f69c2dc5a654', 'name': 'network-vif-deleted', 'tag': '2c0cbc5b-5f59-4963-aeb1-89e4405e674d'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 21:02:55.301724 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-9187a39e-7e34-4ba8-90ef-0e90b13d0ec2 req-917dadad-b3aa-4c8f-9f9e-848ce2f964e8 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.27 "DELETE /v2.0/ports/2c0cbc5b-5f59-4963-aeb1-89e4405e674d HTTP/1.1" status: 204  len: 173 time: 1.0348041
Nov 19 21:02:55.346313 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '326bfebc-816f-4eda-ac05-f69c2dc5a654', 'name': 'network-vif-deleted', 'tag': '2c0cbc5b-5f59-4963-aeb1-89e4405e674d', 'status': 'completed', 'code': 200}
Nov 19 21:02:55.560846 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 2c0cbc5b-5f59-4963-aeb1-89e4405e674d no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 21:02:55.595775 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-213589af-5480-4528-850d-679758bf95dc None None] No Port match for: 2c0cbc5b-5f59-4963-aeb1-89e4405e674d {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 21:02:55.596174 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 2c0cbc5b-5f59-4963-aeb1-89e4405e674d not bound to the agent host hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 21:02:56.023727 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 21:02:56.377718 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-d44a225f-f8d5-4163-bee7-c5650c0c33eb req-3bcc20c4-245d-4250-9559-de3a7b32ee99 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Synchronizing usage tracker for tenant:cb575debff214833befc497befa66377 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 21:02:56.392167 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-d44a225f-f8d5-4163-bee7-c5650c0c33eb req-3bcc20c4-245d-4250-9559-de3a7b32ee99 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Unset dirty status for tenant:cb575debff214833befc497befa66377 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 21:02:56.393395 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-d44a225f-f8d5-4163-bee7-c5650c0c33eb req-3bcc20c4-245d-4250-9559-de3a7b32ee99 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=326bfebc-816f-4eda-ac05-f69c2dc5a654 HTTP/1.1" status: 200  len: 210 time: 0.0649750
Nov 19 21:03:00.042078 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dd3530f0-505a-4473-8b53-08182459409e req-5e9f8032-b540-4421-9d56-02c593205e53 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/floatingips/90c0d3df-b1ad-40f4-a073-b3541bda3823 HTTP/1.1" status: 200  len: 999 time: 0.1070170
Nov 19 21:03:00.203834 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3530f0-505a-4473-8b53-08182459409e req-9eb214a4-20ce-4e24-b174-9d17c0e6f06d tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:03:00.205300 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dd3530f0-505a-4473-8b53-08182459409e req-9eb214a4-20ce-4e24-b174-9d17c0e6f06d tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/networks/494b3b67-d334-4360-a108-86a7036fa249 HTTP/1.1" status: 200  len: 784 time: 0.1559258
Nov 19 21:03:00.309542 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-dd3530f0-505a-4473-8b53-08182459409e req-079e0ddf-9258-432c-83ce-48c8fb71ad3a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Synchronizing usage tracker for tenant:cb575debff214833befc497befa66377 on resource:floatingip {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 21:03:00.324171 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-dd3530f0-505a-4473-8b53-08182459409e req-079e0ddf-9258-432c-83ce-48c8fb71ad3a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Unset dirty status for tenant:cb575debff214833befc497befa66377 on resource:floatingip {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 21:03:00.325387 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dd3530f0-505a-4473-8b53-08182459409e req-079e0ddf-9258-432c-83ce-48c8fb71ad3a tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.0.123 HTTP/1.1" status: 200  len: 1002 time: 0.1132863
Nov 19 21:03:00.403553 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3530f0-505a-4473-8b53-08182459409e req-a30c0f66-5d5c-4f34-b8b2-f966924df86b tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:03:00.404958 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dd3530f0-505a-4473-8b53-08182459409e req-a30c0f66-5d5c-4f34-b8b2-f966924df86b tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports/2e56baf8-c46b-4917-b285-1531d34ba160 HTTP/1.1" status: 200  len: 943 time: 0.0736749
Nov 19 21:03:00.585973 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dd3530f0-505a-4473-8b53-08182459409e req-4f9821a0-3afe-430d-9b45-cb2ebd86f90d tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.0.123 HTTP/1.1" status: 200  len: 1002 time: 0.1028047
Nov 19 21:03:00.793673 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-dd3530f0-505a-4473-8b53-08182459409e req-9a03c4bd-977d-489f-be34-b6695a86464e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Deleting port 351da82a-4cbe-4c42-a64b-3613b9ac8afb {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 21:03:00.794090 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-dd3530f0-505a-4473-8b53-08182459409e req-9a03c4bd-977d-489f-be34-b6695a86464e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:00.974377 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-dd3530f0-505a-4473-8b53-08182459409e req-9a03c4bd-977d-489f-be34-b6695a86464e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:00.974736 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-dd3530f0-505a-4473-8b53-08182459409e req-9a03c4bd-977d-489f-be34-b6695a86464e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for floatingip, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:01.096458 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-dd3530f0-505a-4473-8b53-08182459409e req-9a03c4bd-977d-489f-be34-b6695a86464e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Calling delete_port for 351da82a-4cbe-4c42-a64b-3613b9ac8afb owned by network:floatingip {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 21:03:01.172096 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:01.249845 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-dd3530f0-505a-4473-8b53-08182459409e req-9a03c4bd-977d-489f-be34-b6695a86464e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:01.267835 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-b130bd7a-6f54-43ce-8beb-da5cebf0e2b8 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:03:01.311876 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03c4bd-977d-489f-be34-b6695a86464e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Pushing event deleted for resources: {'Port': ['ID=351da82a-4cbe-4c42-a64b-3613b9ac8afb,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:03:01.315938 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-9a03c4bd-977d-489f-be34-b6695a86464e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:03:01.482768 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-dd3530f0-505a-4473-8b53-08182459409e req-9a03c4bd-977d-489f-be34-b6695a86464e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for floatingip, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:01.483068 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.db.l3_db [req-dd3530f0-505a-4473-8b53-08182459409e req-9a03c4bd-977d-489f-be34-b6695a86464e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Floating IP 90c0d3df-b1ad-40f4-a073-b3541bda3823 disassociated (deleted). External IP: 172.27.0.123, port: 2e56baf8-c46b-4917-b285-1531d34ba160.
Nov 19 21:03:02.102396 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd3530f0-505a-4473-8b53-08182459409e req-9a03c4bd-977d-489f-be34-b6695a86464e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 21:03:02.310968 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd3530f0-505a-4473-8b53-08182459409e req-9a03c4bd-977d-489f-be34-b6695a86464e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 21:03:02.321255 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd66207-9f3f-4c7b-ad3e-9a334fc4a561 None None] Sync routers for ids ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 21:03:02.333717 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd66207-9f3f-4c7b-ad3e-9a334fc4a561 None None] Routers {'801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 21:03:02.334359 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-7dd66207-9f3f-4c7b-ad3e-9a334fc4a561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc3b6630>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T21:02:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:03:02.336162 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-dd3530f0-505a-4473-8b53-08182459409e req-9a03c4bd-977d-489f-be34-b6695a86464e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:02.392291 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dd3530f0-505a-4473-8b53-08182459409e req-9a03c4bd-977d-489f-be34-b6695a86464e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "DELETE /v2.0/floatingips/90c0d3df-b1ad-40f4-a073-b3541bda3823 HTTP/1.1" status: 204  len: 173 time: 1.8003829
Nov 19 21:03:02.392793 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'tag': '2e56baf8-c46b-4917-b285-1531d34ba160'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 21:03:02.459503 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'tag': '2e56baf8-c46b-4917-b285-1531d34ba160', 'status': 'completed', 'code': 200}
Nov 19 21:03:02.489541 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dd3530f0-505a-4473-8b53-08182459409e req-2555ee9a-24ab-433b-a793-cd5f1fdc7f35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 1163 time: 0.0830913
Nov 19 21:03:02.680680 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-7dd66207-9f3f-4c7b-ad3e-9a334fc4a561 None None] Set router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 21:03:02.705257 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3530f0-505a-4473-8b53-08182459409e req-6dace53e-e9f5-4372-a4ac-c44c5d7b95ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:03:02.706924 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dd3530f0-505a-4473-8b53-08182459409e req-6dace53e-e9f5-4372-a4ac-c44c5d7b95ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 906 time: 0.2079325
Nov 19 21:03:02.710815 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-365d878b-7f7a-47ad-92f5-77c34cee6e8e req-03ff8331-518e-400d-b348-04c5ac6986e6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=cb575debff214833befc497befa66377&device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 1163 time: 0.1865377
Nov 19 21:03:02.808882 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dd3530f0-505a-4473-8b53-08182459409e req-2c4420c9-0ba0-4d60-9a32-02f215f6ed9f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e56baf8-c46b-4917-b285-1531d34ba160 HTTP/1.1" status: 200  len: 217 time: 0.0952196
Nov 19 21:03:02.958607 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3530f0-505a-4473-8b53-08182459409e req-debd85a2-4a74-42da-b9cd-c9588192573a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:03:02.960686 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dd3530f0-505a-4473-8b53-08182459409e req-debd85a2-4a74-42da-b9cd-c9588192573a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 200  len: 851 time: 0.1366982
Nov 19 21:03:03.012308 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-7dd66207-9f3f-4c7b-ad3e-9a334fc4a561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc3b6630>, [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:46Z', 'revision_number': 5, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:03:03.016384 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd66207-9f3f-4c7b-ad3e-9a334fc4a561 None None] Checking router: 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 21:03:03.027166 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d878b-7f7a-47ad-92f5-77c34cee6e8e req-1867cbd2-b7eb-4763-a747-eacffa4c8534 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:03:03.028081 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd66207-9f3f-4c7b-ad3e-9a334fc4a561 None None] Routers {'801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 21:03:03.028738 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-7dd66207-9f3f-4c7b-ad3e-9a334fc4a561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc3b6630>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T21:02:39Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:03:03.028903 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-365d878b-7f7a-47ad-92f5-77c34cee6e8e req-1867cbd2-b7eb-4763-a747-eacffa4c8534 service neutron] 10.222.0.27 "GET /v2.0/networks?id=87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 200  len: 906 time: 0.2645311
Nov 19 21:03:03.111897 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-365d878b-7f7a-47ad-92f5-77c34cee6e8e req-1666c065-a2ab-4d52-8d45-5ff6234ad469 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e56baf8-c46b-4917-b285-1531d34ba160 HTTP/1.1" status: 200  len: 217 time: 0.0750141
Nov 19 21:03:03.158836 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dd3530f0-505a-4473-8b53-08182459409e req-3092ba2c-cc8e-4827-bac9-3934e0600ec8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=87397499-9c96-476c-8021-616a1692dd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1865008
Nov 19 21:03:03.216578 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-7dd66207-9f3f-4c7b-ad3e-9a334fc4a561 None None] Set router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 21:03:03.229716 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d878b-7f7a-47ad-92f5-77c34cee6e8e req-91f10d1e-a8ab-406a-9245-c1579a3b0ca2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:03:03.231297 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-365d878b-7f7a-47ad-92f5-77c34cee6e8e req-91f10d1e-a8ab-406a-9245-c1579a3b0ca2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 200  len: 851 time: 0.1132414
Nov 19 21:03:03.380378 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dd3530f0-505a-4473-8b53-08182459409e req-bed91dc4-840d-4229-bb5d-0d5b46993565 service neutron] 10.222.0.23 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2096083
Nov 19 21:03:03.424551 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-365d878b-7f7a-47ad-92f5-77c34cee6e8e req-49723e58-09a9-472b-af74-0413edf4d441 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=87397499-9c96-476c-8021-616a1692dd4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1453345
Nov 19 21:03:03.546977 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-7dd66207-9f3f-4c7b-ad3e-9a334fc4a561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc3b6630>, [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:46Z', 'revision_number': 5, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:03:03.551366 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd66207-9f3f-4c7b-ad3e-9a334fc4a561 None None] The sync data for ids ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'] in dv-cinder-750782-3-iscsi is: [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T20:54:38Z', 'revision_number': 4, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi', '_interfaces': [{'id': '59c99204-fd04-49a5-9413-299fb4956849', 'name': '', 'network_id': '87397499-9c96-476c-8021-616a1692dd4e', 'tenant_id': 'cb575debff214833befc497befa66377', 'mac_address': 'fa:16:3e:9f:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1378b842-8867-4585-845a-77fcb9ff1761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:37Z', 'updated_at': '2020-11-19T20:54:46Z', 'revision_number': 5, 'project_id': 'cb575debff214833befc497befa66377', 'subnets': [{'id': '1378b842-8867-4585-845a-77fcb9ff1761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 21:03:03.640806 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-dd3530f0-505a-4473-8b53-08182459409e req-f3c10db7-83ec-404b-8e85-4db29b13e6da service neutron] 10.222.0.23 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2523124
Nov 19 21:03:03.662251 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-365d878b-7f7a-47ad-92f5-77c34cee6e8e req-81ebd85f-55c7-45b4-b1cc-6d4f71061e6d service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2251024
Nov 19 21:03:03.808583 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-365d878b-7f7a-47ad-92f5-77c34cee6e8e req-0d79c541-b430-4de1-9fec-c8db7de98030 service neutron] 10.222.0.27 "GET /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388206
Nov 19 21:03:03.956061 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31008701-058c-420a-b46a-607f7bb539a4 None None] New status for floating IP 90c0d3df-b1ad-40f4-a073-b3541bda3823: DOWN {{(pid=80326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 21:03:04.065053 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3099664-765f-41f0-ade6-67149e3f5688 req-66d03efc-ba61-4ca0-b592-2285458f6b70 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:03:04.065779 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-e3099664-765f-41f0-ade6-67149e3f5688 req-66d03efc-ba61-4ca0-b592-2285458f6b70 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Synchronizing usage tracker for tenant:cb575debff214833befc497befa66377 on resource:port {{(pid=80324) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 21:03:04.080661 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.quota.resource [req-e3099664-765f-41f0-ade6-67149e3f5688 req-66d03efc-ba61-4ca0-b592-2285458f6b70 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Unset dirty status for tenant:cb575debff214833befc497befa66377 on resource:port {{(pid=80324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 21:03:04.082135 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e3099664-765f-41f0-ade6-67149e3f5688 req-66d03efc-ba61-4ca0-b592-2285458f6b70 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 946 time: 0.0998447
Nov 19 21:03:04.131531 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-e3099664-765f-41f0-ade6-67149e3f5688 req-cd02fd87-4d8d-4920-99bc-43ebe55597aa tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0426030
Nov 19 21:03:05.347110 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bdd00-1f41-42d7-9ac3-54a96fa39af3 req-27e78da7-b9c0-451b-b1d3-2c7dffe5e16f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:03:05.348683 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-798bdd00-1f41-42d7-9ac3-54a96fa39af3 req-27e78da7-b9c0-451b-b1d3-2c7dffe5e16f tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 946 time: 0.0853198
Nov 19 21:03:05.395262 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-798bdd00-1f41-42d7-9ac3-54a96fa39af3 req-a734dd1d-76d6-4e2b-955d-73e6afa9fd1e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0399129
Nov 19 21:03:05.585900 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Device 2e56baf8-c46b-4917-b285-1531d34ba160 no longer exists at agent ovs-agent-hv-cinder-75078 {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 21:03:05.697169 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851233391'] for port, before_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:05.724526 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e56baf8-c46b-4917-b285-1531d34ba160'}] {{(pid=80325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 21:03:05.735243 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-213589af-5480-4528-850d-679758bf95dc None None] For port 2e56baf8-c46b-4917-b285-1531d34ba160, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=2e56baf8-c46b-4917-b285-1531d34ba160,segment=NetworkSegment(b827b5ed-6f85-42e8-9b71-1c4d51c94fa3),segment_id=b827b5ed-6f85-42e8-9b71-1c4d51c94fa3)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 21:03:05.738152 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363258782825963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258783286849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778071488985'] for port, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:05.740803 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:03:05.819860 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213589af-5480-4528-850d-679758bf95dc None None] Pushing event updated for resources: {'Port': ['ID=2e56baf8-c46b-4917-b285-1531d34ba160,revision_number=5']} {{(pid=80325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:03:05.830865 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.831247 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.831635 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.832021 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.832402 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.832782 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.833159 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.833716 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.834126 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.835062 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.835440 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.835812 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.836270 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.836603 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.837117 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.837491 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.837889 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.838265 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.838633 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.839000 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.839373 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.839745 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.840112 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.840479 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:05.845980 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-213589af-5480-4528-850d-679758bf95dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:03:05.878973 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e7bcef85-b453-4ec4-9591-015fe80b1789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:05.931182 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e56baf8-c46b-4917-b285-1531d34ba160', 'code': 200}
Nov 19 21:03:06.031078 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608393f-4174-423d-bdc5-ba020177678e req-0344329b-b50b-49bb-ad59-8aef867158d1 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:03:06.032639 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f608393f-4174-423d-bdc5-ba020177678e req-0344329b-b50b-49bb-ad59-8aef867158d1 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.27 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 944 time: 0.3219905
Nov 19 21:03:06.103630 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-f608393f-4174-423d-bdc5-ba020177678e req-8fcb6bfd-e609-48ec-9b2f-dcf9d822c0d9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Deleting port 2e56baf8-c46b-4917-b285-1531d34ba160 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 21:03:06.103947 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-f608393f-4174-423d-bdc5-ba020177678e req-8fcb6bfd-e609-48ec-9b2f-dcf9d822c0d9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:06.357481 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [req-f608393f-4174-423d-bdc5-ba020177678e req-8fcb6bfd-e609-48ec-9b2f-dcf9d822c0d9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] For port 2e56baf8-c46b-4917-b285-1531d34ba160, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-75078',level=0,port_id=2e56baf8-c46b-4917-b285-1531d34ba160,segment=NetworkSegment(b827b5ed-6f85-42e8-9b71-1c4d51c94fa3),segment_id=b827b5ed-6f85-42e8-9b71-1c4d51c94fa3)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 21:03:06.358089 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-f608393f-4174-423d-bdc5-ba020177678e req-8fcb6bfd-e609-48ec-9b2f-dcf9d822c0d9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:06.486896 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-f608393f-4174-423d-bdc5-ba020177678e req-8fcb6bfd-e609-48ec-9b2f-dcf9d822c0d9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Calling delete_port for 2e56baf8-c46b-4917-b285-1531d34ba160 owned by compute:nova {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 21:03:06.606495 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebe287-b8d0-43b3-a11a-1b445d7cbb9e req-fa45d002-a2da-41d8-a38f-10240350b92b tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:03:06.608165 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-05ebe287-b8d0-43b3-a11a-1b445d7cbb9e req-fa45d002-a2da-41d8-a38f-10240350b92b tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 944 time: 0.0842359
Nov 19 21:03:06.637383 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-f608393f-4174-423d-bdc5-ba020177678e req-8fcb6bfd-e609-48ec-9b2f-dcf9d822c0d9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:06.652783 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-eac31571-d661-4e66-97cf-43d1178e876a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:03:06.657010 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-05ebe287-b8d0-43b3-a11a-1b445d7cbb9e req-2ebab3b0-c8b5-4543-b391-a62a23ed3d6e tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups?id=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0425973
Nov 19 21:03:06.701468 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb6bfd-e609-48ec-9b2f-dcf9d822c0d9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Pushing event deleted for resources: {'Port': ['ID=2e56baf8-c46b-4917-b285-1531d34ba160,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:03:06.705608 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8fcb6bfd-e609-48ec-9b2f-dcf9d822c0d9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:03:06.854498 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [req-f608393f-4174-423d-bdc5-ba020177678e req-8fcb6bfd-e609-48ec-9b2f-dcf9d822c0d9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] No DVR routers for this DVR port 2e56baf8-c46b-4917-b285-1531d34ba160 on host hv-cinder-75078 {{(pid=80324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 21:03:06.856734 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-f608393f-4174-423d-bdc5-ba020177678e req-8fcb6bfd-e609-48ec-9b2f-dcf9d822c0d9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for port, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:06.859579 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'name': 'network-vif-deleted', 'tag': '2e56baf8-c46b-4917-b285-1531d34ba160'}] {{(pid=80324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 21:03:06.876248 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-f608393f-4174-423d-bdc5-ba020177678e req-8fcb6bfd-e609-48ec-9b2f-dcf9d822c0d9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.27 "DELETE /v2.0/ports/2e56baf8-c46b-4917-b285-1531d34ba160 HTTP/1.1" status: 204  len: 173 time: 0.8377423
Nov 19 21:03:06.923943 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7e453a-446c-457e-9c81-6d153f5f9b37', 'name': 'network-vif-deleted', 'tag': '2e56baf8-c46b-4917-b285-1531d34ba160', 'status': 'completed', 'code': 200}
Nov 19 21:03:07.854143 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-1fd54b2a-12c7-44e4-a10b-02addde4522f req-75694280-a438-460d-8e38-d48ed17c5fdd tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/ports?device_id=fb7e453a-446c-457e-9c81-6d153f5f9b37 HTTP/1.1" status: 200  len: 210 time: 0.0488613
Nov 19 21:03:08.706878 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-75cb88ed-2519-4cc0-844d-ac683306b341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:08.921372 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:09.070555 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fe71bbe4-7654-413a-8e1e-9fce4a0fd3c6 req-a5f56df7-b2c0-4bad-9857-23a727222174 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/floatingips/e60203d7-f3c5-419a-a79c-1302b7c42d4e HTTP/1.1" status: 200  len: 692 time: 0.0825086
Nov 19 21:03:09.232080 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71bbe4-7654-413a-8e1e-9fce4a0fd3c6 req-91dd8282-6d7d-4f04-bbe2-988fda770c6b tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 21:03:09.233537 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fe71bbe4-7654-413a-8e1e-9fce4a0fd3c6 req-91dd8282-6d7d-4f04-bbe2-988fda770c6b tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/networks/494b3b67-d334-4360-a108-86a7036fa249 HTTP/1.1" status: 200  len: 784 time: 0.1573741
Nov 19 21:03:09.244416 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [req-fe71bbe4-7654-413a-8e1e-9fce4a0fd3c6 req-02070404-b548-4529-b981-77d49f60af24 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=80323) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 21:03:09.245458 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fe71bbe4-7654-413a-8e1e-9fce4a0fd3c6 req-02070404-b548-4529-b981-77d49f60af24 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0059855
Nov 19 21:03:09.328573 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fe71bbe4-7654-413a-8e1e-9fce4a0fd3c6 req-fcd33992-b6d3-4f68-95a5-72f948d1aec4 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.0.55 HTTP/1.1" status: 200  len: 695 time: 0.0771155
Nov 19 21:03:09.414636 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fe71bbe4-7654-413a-8e1e-9fce4a0fd3c6 req-458b0da5-83d5-4e13-ba4f-a616f661cf35 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/floatingips?floating_ip_address=172.27.0.55 HTTP/1.1" status: 200  len: 695 time: 0.0792589
Nov 19 21:03:09.577334 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-fe71bbe4-7654-413a-8e1e-9fce4a0fd3c6 req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Deleting port bb17eea6-9e52-466a-b0f2-4a6a69a1268a {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 21:03:09.577716 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-fe71bbe4-7654-413a-8e1e-9fce4a0fd3c6 req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:09.754205 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-fe71bbe4-7654-413a-8e1e-9fce4a0fd3c6 req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:09.754572 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-fe71bbe4-7654-413a-8e1e-9fce4a0fd3c6 req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for floatingip, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:09.828839 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:09.882373 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [req-fe71bbe4-7654-413a-8e1e-9fce4a0fd3c6 req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Calling delete_port for bb17eea6-9e52-466a-b0f2-4a6a69a1268a owned by network:floatingip {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 21:03:10.019361 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-fe71bbe4-7654-413a-8e1e-9fce4a0fd3c6 req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:10.032494 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-104fdb53-9eff-47a1-b3a5-0ad3ec223c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:03:10.079816 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Pushing event deleted for resources: {'Port': ['ID=bb17eea6-9e52-466a-b0f2-4a6a69a1268a,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:03:10.152337 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.152770 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.153196 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.153615 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.154078 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.154491 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.154901 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.155308 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.155716 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.156122 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.156527 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.156931 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-3-iscsi {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.157374 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.157806 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.158465 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.158868 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.159271 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.159674 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.160075 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.160475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.160876 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.161280 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.161686 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.162116 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-75078 {{(pid=80323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 21:03:10.170255 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:03:10.279140 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-fe71bbe4-7654-413a-8e1e-9fce4a0fd3c6 req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for floatingip, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:10.299757 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-fe71bbe4-7654-413a-8e1e-9fce4a0fd3c6 req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854713318'] for floatingip, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:10.301662 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-fe71bbe4-7654-413a-8e1e-9fce4a0fd3c6 req-6065c8be-2f1f-4e73-881b-ec1aa212d7a9 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "DELETE /v2.0/floatingips/e60203d7-f3c5-419a-a79c-1302b7c42d4e HTTP/1.1" status: 204  len: 173 time: 0.8813739
Nov 19 21:03:10.317834 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:11.779360 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3c2a46d2-05de-4087-b5a6-dcfdd4d26bd8 req-fd9f27c0-5f76-49b8-9c78-b1d51b50a226 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "GET /v2.0/security-groups/4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e HTTP/1.1" status: 200  len: 2653 time: 0.0544362
Nov 19 21:03:11.850239 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-3c2a46d2-05de-4087-b5a6-dcfdd4d26bd8 req-4fce570c-b37c-44ab-8b75-a1abccd0eaf0 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:11.878227 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-3c2a46d2-05de-4087-b5a6-dcfdd4d26bd8 req-4fce570c-b37c-44ab-8b75-a1abccd0eaf0 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:11.928939 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-3c2a46d2-05de-4087-b5a6-dcfdd4d26bd8 req-4fce570c-b37c-44ab-8b75-a1abccd0eaf0 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:11.934362 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5d133d62-cc89-4380-8b56-278fd565dfe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:03:11.950675 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce570c-b37c-44ab-8b75-a1abccd0eaf0 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:03:11.956288 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4fce570c-b37c-44ab-8b75-a1abccd0eaf0 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:03:11.958212 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [req-3c2a46d2-05de-4087-b5a6-dcfdd4d26bd8 req-4fce570c-b37c-44ab-8b75-a1abccd0eaf0 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:11.959402 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [req-3c2a46d2-05de-4087-b5a6-dcfdd4d26bd8 req-4fce570c-b37c-44ab-8b75-a1abccd0eaf0 tempest-TestVolumeBootPattern-1182425172 tempest-TestVolumeBootPattern-1182425172] 10.222.0.23 "DELETE /v2.0/security-groups/4c543f0a-4655-4ad8-a8ed-7af5b77b9a4e HTTP/1.1" status: 204  len: 173 time: 0.1737189
Nov 19 21:03:13.048491 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 40834) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 21:03:13.588709 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0df53efd-a966-46e9-8108-fa143a992c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604950'] for router_interface, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:14.200514 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-0df53efd-a966-46e9-8108-fa143a992c1d admin admin] Deleting port 59c99204-fd04-49a5-9413-299fb4956849 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 21:03:14.200944 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0df53efd-a966-46e9-8108-fa143a992c1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:14.378802 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-0df53efd-a966-46e9-8108-fa143a992c1d admin admin] For port 59c99204-fd04-49a5-9413-299fb4956849, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=59c99204-fd04-49a5-9413-299fb4956849,segment=NetworkSegment(b827b5ed-6f85-42e8-9b71-1c4d51c94fa3),segment_id=b827b5ed-6f85-42e8-9b71-1c4d51c94fa3)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 21:03:14.379193 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0df53efd-a966-46e9-8108-fa143a992c1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:14.500855 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-0df53efd-a966-46e9-8108-fa143a992c1d admin admin] Calling delete_port for 59c99204-fd04-49a5-9413-299fb4956849 owned by network:router_interface {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 21:03:14.676690 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0df53efd-a966-46e9-8108-fa143a992c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:14.691713 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-8eaa4f1d-80f1-44ab-a082-170eb90e8bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:03:14.735364 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df53efd-a966-46e9-8108-fa143a992c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=59c99204-fd04-49a5-9413-299fb4956849,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:03:14.738354 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-0df53efd-a966-46e9-8108-fa143a992c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:03:15.113494 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0df53efd-a966-46e9-8108-fa143a992c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850813242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602458'] for router_interface, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:16.055781 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df53efd-a966-46e9-8108-fa143a992c1d admin admin] Router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 21:03:16.261343 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df53efd-a966-46e9-8108-fa143a992c1d admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 21:03:16.270066 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71656b78-8462-4711-aebe-adb93d263107 None None] Sync routers for ids ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'] in dv-cinder-750782-3-iscsi {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 21:03:16.275061 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-0df53efd-a966-46e9-8108-fa143a992c1d admin admin] 10.222.0.23 "PUT /v2.0/routers/801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2254252
Nov 19 21:03:16.277644 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 40840) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 21:03:16.282860 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71656b78-8462-4711-aebe-adb93d263107 None None] Routers {'801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 21:03:16.283791 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-71656b78-8462-4711-aebe-adb93d263107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd75d85c0>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T21:03:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:03:16.468423 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-71656b78-8462-4711-aebe-adb93d263107 None None] Set router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 21:03:16.480861 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-749ccdeb-e464-45f0-b57a-00f60d103c0d admin admin] Notify callbacks [] for router, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:16.693656 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-749ccdeb-e464-45f0-b57a-00f60d103c0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:16.702053 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-749ccdeb-e464-45f0-b57a-00f60d103c0d admin admin] Deleting port 6260133b-4630-4fe7-920f-b5403d434f2d {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 21:03:16.702538 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-749ccdeb-e464-45f0-b57a-00f60d103c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:16.884450 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-749ccdeb-e464-45f0-b57a-00f60d103c0d admin admin] For port 6260133b-4630-4fe7-920f-b5403d434f2d, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=6260133b-4630-4fe7-920f-b5403d434f2d,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 21:03:16.884843 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-749ccdeb-e464-45f0-b57a-00f60d103c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:16.931852 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-71656b78-8462-4711-aebe-adb93d263107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd75d85c0>, [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T21:03:14Z', 'revision_number': 5, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port': {'id': '6260133b-4630-4fe7-920f-b5403d434f2d', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:dc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:35Z', 'updated_at': '2020-11-19T20:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:03:16.935976 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71656b78-8462-4711-aebe-adb93d263107 None None] Checking router: 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 for host: dv-cinder-750782-3-iscsi {{(pid=80325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 21:03:16.947845 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71656b78-8462-4711-aebe-adb93d263107 None None] Routers {'801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 21:03:16.948507 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-71656b78-8462-4711-aebe-adb93d263107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcd75d85c0>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T21:03:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'], 'active': True} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:03:17.015324 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-749ccdeb-e464-45f0-b57a-00f60d103c0d admin admin] Calling delete_port for 6260133b-4630-4fe7-920f-b5403d434f2d owned by network:router_gateway {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 21:03:17.103059 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-71656b78-8462-4711-aebe-adb93d263107 None None] Set router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 gateway port host: None {{(pid=80325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 21:03:17.183133 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-749ccdeb-e464-45f0-b57a-00f60d103c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:17.198973 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:03:17.216669 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-71656b78-8462-4711-aebe-adb93d263107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcd75d85c0>, [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T21:03:16Z', 'revision_number': 6, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port_host': None}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:03:17.220808 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71656b78-8462-4711-aebe-adb93d263107 None None] The sync data for ids ['801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3'] in dv-cinder-750782-3-iscsi is: [{'id': '801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3', 'name': 'tempest-TestVolumeBootPattern-1103893206-router', 'tenant_id': 'cb575debff214833befc497befa66377', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:34Z', 'updated_at': '2020-11-19T21:03:16Z', 'revision_number': 6, 'project_id': 'cb575debff214833befc497befa66377', 'gw_port_host': None}] {{(pid=80325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 21:03:17.243587 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ccdeb-e464-45f0-b57a-00f60d103c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=6260133b-4630-4fe7-920f-b5403d434f2d,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:03:17.247774 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-749ccdeb-e464-45f0-b57a-00f60d103c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:03:17.559587 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-749ccdeb-e464-45f0-b57a-00f60d103c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599416'] for router_gateway, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:18.047506 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-749ccdeb-e464-45f0-b57a-00f60d103c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853819326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15653'] for router, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:18.051896 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-749ccdeb-e464-45f0-b57a-00f60d103c0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:18.074346 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-749ccdeb-e464-45f0-b57a-00f60d103c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853825062'] for router, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:18.074895 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749ccdeb-e464-45f0-b57a-00f60d103c0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 {{(pid=80324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 21:03:18.088351 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-749ccdeb-e464-45f0-b57a-00f60d103c0d admin admin] Notify callbacks [] for router, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:18.089576 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-749ccdeb-e464-45f0-b57a-00f60d103c0d admin admin] 10.222.0.23 "DELETE /v2.0/routers/801f20e7-b8b0-4ee6-9a6e-6f16acb9bbc3 HTTP/1.1" status: 204  len: 168 time: 1.8109429
Nov 19 21:03:18.092300 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 40844) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 21:03:18.164120 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92ad7f5-e55d-4edb-a374-1e6d716f246f admin admin] Deleting subnet 1378b842-8867-4585-845a-77fcb9ff1761 {{(pid=80324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 21:03:18.167282 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f92ad7f5-e55d-4edb-a374-1e6d716f246f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:18.221221 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f92ad7f5-e55d-4edb-a374-1e6d716f246f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036843861254'] for subnet, precommit_delete_associations {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:18.300464 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f92ad7f5-e55d-4edb-a374-1e6d716f246f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3383722'] for subnet, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:18.552236 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f92ad7f5-e55d-4edb-a374-1e6d716f246f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851392077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10914378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11656033'] for subnet, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:18.560926 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 59c99204-fd04-49a5-9413-299fb4956849 no longer exists at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 21:03:18.565572 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:03:18.598910 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] No Port match for: 59c99204-fd04-49a5-9413-299fb4956849 {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 21:03:18.599318 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 59c99204-fd04-49a5-9413-299fb4956849 not bound to the agent host dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 21:03:18.599837 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 6260133b-4630-4fe7-920f-b5403d434f2d no longer exists at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 21:03:18.607813 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ad7f5-e55d-4edb-a374-1e6d716f246f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1378b842-8867-4585-845a-77fcb9ff1761,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:03:18.611751 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-f92ad7f5-e55d-4edb-a374-1e6d716f246f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:03:18.632338 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] No Port match for: 6260133b-4630-4fe7-920f-b5403d434f2d {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 21:03:18.632742 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device 6260133b-4630-4fe7-920f-b5403d434f2d not bound to the agent host dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 21:03:18.704030 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f92ad7f5-e55d-4edb-a374-1e6d716f246f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:18.708848 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cf4bf2-df4c-40a1-9d22-1a98ec20f9e3 None None] Network 87397499-9c96-476c-8021-616a1692dd4e requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 21:03:18.710378 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-f92ad7f5-e55d-4edb-a374-1e6d716f246f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1378b842-8867-4585-845a-77fcb9ff1761 HTTP/1.1" status: 204  len: 168 time: 0.6170700
Nov 19 21:03:18.712875 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 40848) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 21:03:18.828285 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3496268'] for network, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:18.894773 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] Deleting port f10f4fd2-3438-45bc-a45d-32c951090f14 {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 21:03:18.895146 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:18.965607 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79f1359-ca9a-484f-85dd-26614712a92c None None] DHCP port deletion for 87397499-9c96-476c-8021-616a1692dd4e request from dv-cinder-750782-3-iscsi {{(pid=80325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 19 21:03:18.970475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-f79f1359-ca9a-484f-85dd-26614712a92c None None] Deleting port f10f4fd2-3438-45bc-a45d-32c951090f14 {{(pid=80325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 21:03:18.970992 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f79f1359-ca9a-484f-85dd-26614712a92c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:19.114032 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] For port f10f4fd2-3438-45bc-a45d-32c951090f14, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=f10f4fd2-3438-45bc-a45d-32c951090f14,segment=NetworkSegment(b827b5ed-6f85-42e8-9b71-1c4d51c94fa3),segment_id=b827b5ed-6f85-42e8-9b71-1c4d51c94fa3)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 21:03:19.114356 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:19.185083 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-f79f1359-ca9a-484f-85dd-26614712a92c None None] For port f10f4fd2-3438-45bc-a45d-32c951090f14, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=f10f4fd2-3438-45bc-a45d-32c951090f14,segment=NetworkSegment(b827b5ed-6f85-42e8-9b71-1c4d51c94fa3),segment_id=b827b5ed-6f85-42e8-9b71-1c4d51c94fa3)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 21:03:19.185607 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f79f1359-ca9a-484f-85dd-26614712a92c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:19.242015 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] Calling delete_port for f10f4fd2-3438-45bc-a45d-32c951090f14 owned by network:dhcp {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 21:03:19.312032 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-f79f1359-ca9a-484f-85dd-26614712a92c None None] Calling delete_port for f10f4fd2-3438-45bc-a45d-32c951090f14 owned by network:dhcp {{(pid=80325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 21:03:19.313177 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:19.328412 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e7eae84c-6a60-4f6b-9260-f250d7d82ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:03:19.375924 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] Pushing event deleted for resources: {'Port': ['ID=f10f4fd2-3438-45bc-a45d-32c951090f14,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:03:19.379878 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:03:19.382430 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [None req-f79f1359-ca9a-484f-85dd-26614712a92c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80325) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 21:03:19.382847 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [None req-f79f1359-ca9a-484f-85dd-26614712a92c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 21:03:19.468102 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] No DVR routers for this DVR port f10f4fd2-3438-45bc-a45d-32c951090f14 on host dv-cinder-750782-3-iscsi {{(pid=80324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 21:03:19.589528 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3396403', 'neutron.services.segments.db._delete_segments_for_network--9223363258782719672'] for network, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:19.702908 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbcd6ad4ba8>,) {'filters': {'network_id': ['87397499-9c96-476c-8021-616a1692dd4e']}} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:03:19.715915 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcd6ad4ba8>, 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3') {'for_net_delete': True} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:03:19.716249 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcd6ad4ba8>, 'b827b5ed-6f85-42e8-9b71-1c4d51c94fa3') {} {{(pid=80324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:03:19.728702 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258782742456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10914545'] for segment, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:19.743267 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:19.745234 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 21:03:19.884363 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-f79f1359-ca9a-484f-85dd-26614712a92c None None] Deleting port f10f4fd2-3438-45bc-a45d-32c951090f14 {{(pid=80325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 21:03:19.884800 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f79f1359-ca9a-484f-85dd-26614712a92c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:19.923089 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] Network 87397499-9c96-476c-8021-616a1692dd4e has no segments {{(pid=80324) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 21:03:19.932825 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3387784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843861784'] for segment, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:19.953340 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-f79f1359-ca9a-484f-85dd-26614712a92c None None] The port 'f10f4fd2-3438-45bc-a45d-32c951090f14' was deleted {{(pid=80325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 19 21:03:20.110783 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] Network 87397499-9c96-476c-8021-616a1692dd4e has no segments {{(pid=80324) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]: Traceback (most recent call last):
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:     timer()
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:     cb(*args, **kw)
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:     return func(*args, **kwargs)
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:     self._notify()
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:     self.callback(batched_events)
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:     event.method(event)
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:     segment_id)['aggregates'][0]
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:     return f(self, *a, **k)
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self._get(url).json()
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:     **kwargs)
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self.request(url, 'GET', **kwargs)
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:     **endpoint_filter)
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 21:03:20.137950 dv-cinder-750782-3-iscsi neutron-server[80212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 21:03:20.215219 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851379388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:20.222566 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:20.226353 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:03:20.251286 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] Pushing event deleted for resources: {'Network': ['ID=87397499-9c96-476c-8021-616a1692dd4e,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:03:20.253730 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:03:20.262397 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-33ab3159-4ca8-4208-9a40-67b6a9e3e182 admin admin] 10.222.0.23 "DELETE /v2.0/networks/87397499-9c96-476c-8021-616a1692dd4e HTTP/1.1" status: 204  len: 168 time: 1.5484695
Nov 19 21:03:20.265259 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 40852) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 21:03:20.560122 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device f10f4fd2-3438-45bc-a45d-32c951090f14 no longer exists at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 21:03:20.593326 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] No Port match for: f10f4fd2-3438-45bc-a45d-32c951090f14 {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 21:03:20.593726 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device f10f4fd2-3438-45bc-a45d-32c951090f14 not bound to the agent host dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 21:03:20.664407 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c895acb4-0b56-4574-bc8c-b3fe1327887d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604950'] for router_interface, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:21.503920 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-c895acb4-0b56-4574-bc8c-b3fe1327887d admin admin] Deleting port fa361471-b648-43a1-b738-8f51e16e980c {{(pid=80324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 21:03:21.504477 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c895acb4-0b56-4574-bc8c-b3fe1327887d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:21.680612 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-c895acb4-0b56-4574-bc8c-b3fe1327887d admin admin] For port fa361471-b648-43a1-b738-8f51e16e980c, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=fa361471-b648-43a1-b738-8f51e16e980c,segment=NetworkSegment(c4800228-e5e5-4b19-a50a-1c2eff7d4f06),segment_id=c4800228-e5e5-4b19-a50a-1c2eff7d4f06)] {{(pid=80324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 21:03:21.680995 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c895acb4-0b56-4574-bc8c-b3fe1327887d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:21.804227 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-c895acb4-0b56-4574-bc8c-b3fe1327887d admin admin] Calling delete_port for fa361471-b648-43a1-b738-8f51e16e980c owned by network:router_interface {{(pid=80324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 21:03:21.979940 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c895acb4-0b56-4574-bc8c-b3fe1327887d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843861476'] for port, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:21.995520 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-4c597cf0-8121-40d4-a9da-78b671e789e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:03:22.042492 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895acb4-0b56-4574-bc8c-b3fe1327887d admin admin] Pushing event deleted for resources: {'Port': ['ID=fa361471-b648-43a1-b738-8f51e16e980c,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:03:22.045496 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-c895acb4-0b56-4574-bc8c-b3fe1327887d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:03:22.415692 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c895acb4-0b56-4574-bc8c-b3fe1327887d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850813242', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-602458'] for router_interface, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:23.134944 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c895acb4-0b56-4574-bc8c-b3fe1327887d admin admin] Router d95d16a3-0480-4b5a-9d6f-4b4f07406580 has already been hosted by L3 agent c685bfc9-c839-4eda-814f-647f53e47041 {{(pid=80324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 21:03:23.344205 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c895acb4-0b56-4574-bc8c-b3fe1327887d admin admin] Notify agent at l3_agent.dv-cinder-750782-3-iscsi the message routers_updated {{(pid=80324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 21:03:23.353512 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-c895acb4-0b56-4574-bc8c-b3fe1327887d admin admin] 10.222.0.23 "PUT /v2.0/routers/d95d16a3-0480-4b5a-9d6f-4b4f07406580/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0871840
Nov 19 21:03:23.353719 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754f907-a650-48a2-9b80-ec13f43ebfcd None None] Sync routers for ids ['d95d16a3-0480-4b5a-9d6f-4b4f07406580'] in dv-cinder-750782-3-iscsi {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 21:03:23.356307 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 40856) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 21:03:23.367191 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3754f907-a650-48a2-9b80-ec13f43ebfcd None None] Routers {'d95d16a3-0480-4b5a-9d6f-4b4f07406580'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 21:03:23.367863 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-3754f907-a650-48a2-9b80-ec13f43ebfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc512898>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T21:03:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['d95d16a3-0480-4b5a-9d6f-4b4f07406580'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:03:23.571049 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-46d8500d-d4dd-446f-855a-842bf541c83d admin admin] Notify callbacks [] for router, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:23.700550 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-3754f907-a650-48a2-9b80-ec13f43ebfcd None None] Set router d95d16a3-0480-4b5a-9d6f-4b4f07406580 gateway port host: dv-cinder-750782-3-iscsi {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 21:03:23.997107 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-46d8500d-d4dd-446f-855a-842bf541c83d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:24.004020 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-3754f907-a650-48a2-9b80-ec13f43ebfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc512898>, [{'id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'name': 'tempest-TestVolumeBootPattern-1674619020-router', 'tenant_id': '62bb699be7584413950c0789e39c6c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'external_fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.222'}], 'enable_snat': True}, 'gw_port_id': 'c9d2d8cc-2c45-400b-ad88-dd707013aa07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:41Z', 'updated_at': '2020-11-19T21:03:21Z', 'revision_number': 5, 'project_id': '62bb699be7584413950c0789e39c6c3a', 'gw_port': {'id': 'c9d2d8cc-2c45-400b-ad88-dd707013aa07', 'name': '', 'network_id': '494b3b67-d334-4360-a108-86a7036fa249', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'ip_address': '172.27.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T20:54:42Z', 'updated_at': '2020-11-19T20:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a87766e2-d34e-4e1a-99c0-eee0ac65f3f8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-3-iscsi'}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:03:24.006177 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-46d8500d-d4dd-446f-855a-842bf541c83d admin admin] Deleting port c9d2d8cc-2c45-400b-ad88-dd707013aa07 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 21:03:24.006556 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-46d8500d-d4dd-446f-855a-842bf541c83d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:24.008982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754f907-a650-48a2-9b80-ec13f43ebfcd None None] Checking router: d95d16a3-0480-4b5a-9d6f-4b4f07406580 for host: dv-cinder-750782-3-iscsi {{(pid=80326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 21:03:24.020142 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3754f907-a650-48a2-9b80-ec13f43ebfcd None None] Routers {'d95d16a3-0480-4b5a-9d6f-4b4f07406580'} bound to L3 agent in host dv-cinder-750782-3-iscsi {{(pid=80326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 21:03:24.020800 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-3754f907-a650-48a2-9b80-ec13f43ebfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbcdc512898>, 'dv-cinder-750782-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T20:35:09Z,description=<?>,heartbeat_timestamp=2020-11-19T21:03:09Z,host='dv-cinder-750782-3-iscsi',id=c685bfc9-c839-4eda-814f-647f53e47041,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T20:35:09Z,topic='l3_agent')) {'router_ids': ['d95d16a3-0480-4b5a-9d6f-4b4f07406580'], 'active': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:03:24.175361 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvr_db [None req-3754f907-a650-48a2-9b80-ec13f43ebfcd None None] Set router d95d16a3-0480-4b5a-9d6f-4b4f07406580 gateway port host: None {{(pid=80326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 21:03:24.191464 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-46d8500d-d4dd-446f-855a-842bf541c83d admin admin] For port c9d2d8cc-2c45-400b-ad88-dd707013aa07, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=c9d2d8cc-2c45-400b-ad88-dd707013aa07,segment=NetworkSegment(6c8b1ff5-438a-4beb-83ec-240f7484ab84),segment_id=6c8b1ff5-438a-4beb-83ec-240f7484ab84)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 21:03:24.191869 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-46d8500d-d4dd-446f-855a-842bf541c83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:24.284366 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_hamode_db [None req-3754f907-a650-48a2-9b80-ec13f43ebfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbcdc512898>, [{'id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'name': 'tempest-TestVolumeBootPattern-1674619020-router', 'tenant_id': '62bb699be7584413950c0789e39c6c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:41Z', 'updated_at': '2020-11-19T21:03:23Z', 'revision_number': 6, 'project_id': '62bb699be7584413950c0789e39c6c3a', 'gw_port_host': None}], 'dv-cinder-750782-3-iscsi', False) {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:03:24.289765 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3754f907-a650-48a2-9b80-ec13f43ebfcd None None] The sync data for ids ['d95d16a3-0480-4b5a-9d6f-4b4f07406580'] in dv-cinder-750782-3-iscsi is: [{'id': 'd95d16a3-0480-4b5a-9d6f-4b4f07406580', 'name': 'tempest-TestVolumeBootPattern-1674619020-router', 'tenant_id': '62bb699be7584413950c0789e39c6c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T20:54:41Z', 'updated_at': '2020-11-19T21:03:23Z', 'revision_number': 6, 'project_id': '62bb699be7584413950c0789e39c6c3a', 'gw_port_host': None}] {{(pid=80326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 21:03:24.321885 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-46d8500d-d4dd-446f-855a-842bf541c83d admin admin] Calling delete_port for c9d2d8cc-2c45-400b-ad88-dd707013aa07 owned by network:router_gateway {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 21:03:24.497177 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-46d8500d-d4dd-446f-855a-842bf541c83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:24.512982 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-42ef3124-ac18-4970-b7fe-fd605028e552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:03:24.558771 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d8500d-d4dd-446f-855a-842bf541c83d admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d2d8cc-2c45-400b-ad88-dd707013aa07,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:03:24.561680 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-46d8500d-d4dd-446f-855a-842bf541c83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:03:24.583226 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device c9d2d8cc-2c45-400b-ad88-dd707013aa07 no longer exists at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 21:03:24.617864 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] No Port match for: c9d2d8cc-2c45-400b-ad88-dd707013aa07 {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 21:03:24.618265 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device c9d2d8cc-2c45-400b-ad88-dd707013aa07 not bound to the agent host dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 21:03:24.618730 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device fa361471-b648-43a1-b738-8f51e16e980c no longer exists at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 21:03:24.653790 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] No Port match for: fa361471-b648-43a1-b738-8f51e16e980c {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 21:03:24.654197 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device fa361471-b648-43a1-b738-8f51e16e980c not bound to the agent host dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 21:03:24.875192 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-46d8500d-d4dd-446f-855a-842bf541c83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-599416'] for router_gateway, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:25.145880 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-46d8500d-d4dd-446f-855a-842bf541c83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853819326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15653'] for router, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:25.150841 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-46d8500d-d4dd-446f-855a-842bf541c83d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:25.177470 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-46d8500d-d4dd-446f-855a-842bf541c83d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853825062'] for router, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:25.178086 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d8500d-d4dd-446f-855a-842bf541c83d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d95d16a3-0480-4b5a-9d6f-4b4f07406580 {{(pid=80323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 21:03:25.191113 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-46d8500d-d4dd-446f-855a-842bf541c83d admin admin] Notify callbacks [] for router, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:25.192360 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-46d8500d-d4dd-446f-855a-842bf541c83d admin admin] 10.222.0.23 "DELETE /v2.0/routers/d95d16a3-0480-4b5a-9d6f-4b4f07406580 HTTP/1.1" status: 204  len: 168 time: 1.8349857
Nov 19 21:03:25.195396 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 40860) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 21:03:25.262396 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff3b6f9-c8a0-458a-8dc1-4d34c42194c5 admin admin] Deleting subnet c2fee23a-78d0-4e9d-9110-7fde06648129 {{(pid=80323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 21:03:25.265633 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6ff3b6f9-c8a0-458a-8dc1-4d34c42194c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:25.322824 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6ff3b6f9-c8a0-458a-8dc1-4d34c42194c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1330328'] for subnet, precommit_delete_associations {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:25.403176 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6ff3b6f9-c8a0-458a-8dc1-4d34c42194c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3383722'] for subnet, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:25.662899 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6ff3b6f9-c8a0-458a-8dc1-4d34c42194c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851392077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1441110', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036843806931'] for subnet, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:25.678686 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:03:25.718459 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3b6f9-c8a0-458a-8dc1-4d34c42194c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2fee23a-78d0-4e9d-9110-7fde06648129,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:03:25.729961 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-6ff3b6f9-c8a0-458a-8dc1-4d34c42194c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:03:25.812551 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-6ff3b6f9-c8a0-458a-8dc1-4d34c42194c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for subnet, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:25.817518 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f49b91c-be40-4133-9e80-ea07d7c31b58 None None] Network 800ea993-773e-466e-9849-329594372fc6 requested from dv-cinder-750782-3-iscsi {{(pid=80325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 21:03:25.818662 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-6ff3b6f9-c8a0-458a-8dc1-4d34c42194c5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c2fee23a-78d0-4e9d-9110-7fde06648129 HTTP/1.1" status: 204  len: 168 time: 0.6222482
Nov 19 21:03:25.821300 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80323) accepted ('10.222.0.23', 40864) {{(pid=80323) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 21:03:25.936520 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3496268'] for network, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:26.003502 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] Deleting port c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 {{(pid=80323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 21:03:26.003876 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:26.061869 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f6f21a-f3b8-4f67-b0a1-88faecd941f2 None None] DHCP port deletion for 800ea993-773e-466e-9849-329594372fc6 request from dv-cinder-750782-3-iscsi {{(pid=80325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 19 21:03:26.066177 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-a1f6f21a-f3b8-4f67-b0a1-88faecd941f2 None None] Deleting port c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 {{(pid=80325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 21:03:26.066607 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f21a-f3b8-4f67-b0a1-88faecd941f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:26.223952 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] For port c22a3f2b-cc8f-4432-94b8-2dfe0db8f418, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=c22a3f2b-cc8f-4432-94b8-2dfe0db8f418,segment=NetworkSegment(c4800228-e5e5-4b19-a50a-1c2eff7d4f06),segment_id=c4800228-e5e5-4b19-a50a-1c2eff7d4f06)] {{(pid=80323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 21:03:26.225097 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:26.275699 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.db [None req-a1f6f21a-f3b8-4f67-b0a1-88faecd941f2 None None] For port c22a3f2b-cc8f-4432-94b8-2dfe0db8f418, host dv-cinder-750782-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-3-iscsi',level=0,port_id=c22a3f2b-cc8f-4432-94b8-2dfe0db8f418,segment=NetworkSegment(c4800228-e5e5-4b19-a50a-1c2eff7d4f06),segment_id=c4800228-e5e5-4b19-a50a-1c2eff7d4f06)] {{(pid=80325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 21:03:26.276146 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f21a-f3b8-4f67-b0a1-88faecd941f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-598687'] for port, precommit_delete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:26.353311 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] Calling delete_port for c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 owned by network:dhcp {{(pid=80323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 21:03:26.403884 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-a1f6f21a-f3b8-4f67-b0a1-88faecd941f2 None None] Calling delete_port for c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 owned by network:dhcp {{(pid=80325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 21:03:26.424946 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851213876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854268472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363258782825980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778071488951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853334784'] for port, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:26.440662 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e858540a-e92f-4555-8852-cead036079ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:03:26.472765 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.db.api [None req-a1f6f21a-f3b8-4f67-b0a1-88faecd941f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80325) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 21:03:26.473113 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_db.api [None req-a1f6f21a-f3b8-4f67-b0a1-88faecd941f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 21:03:26.489140 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=c22a3f2b-cc8f-4432-94b8-2dfe0db8f418,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:03:26.492048 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:03:26.562062 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 no longer exists at agent ovs-agent-dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 21:03:26.584714 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] No DVR routers for this DVR port c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 on host dv-cinder-750782-3-iscsi {{(pid=80323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 21:03:26.596350 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] No Port match for: c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 {{(pid=80325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 21:03:26.596753 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.rpc [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Device c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 not bound to the agent host dv-cinder-750782-3-iscsi {{(pid=80325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 21:03:26.706336 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3396403', 'neutron.services.segments.db._delete_segments_for_network--9223363258782719672'] for network, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:26.818875 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbcd7b405f8>,) {'filters': {'network_id': ['800ea993-773e-466e-9849-329594372fc6']}} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:03:26.831594 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcd7b405f8>, 'c4800228-e5e5-4b19-a50a-1c2eff7d4f06') {'for_net_delete': True} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:03:26.831924 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.services.segments.db [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbcd7b405f8>, 'c4800228-e5e5-4b19-a50a-1c2eff7d4f06') {} {{(pid=80323) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 21:03:26.844536 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363258782742456', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853445485'] for segment, before_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:26.859380 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851388015'] for segment, precommit_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:26.861528 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 21:03:26.974049 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-a1f6f21a-f3b8-4f67-b0a1-88faecd941f2 None None] Deleting port c22a3f2b-cc8f-4432-94b8-2dfe0db8f418 {{(pid=80325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 21:03:26.974489 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a1f6f21a-f3b8-4f67-b0a1-88faecd941f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258782828950'] for port, before_delete {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:27.043583 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.plugin [None req-a1f6f21a-f3b8-4f67-b0a1-88faecd941f2 None None] The port 'c22a3f2b-cc8f-4432-94b8-2dfe0db8f418' was deleted {{(pid=80325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 19 21:03:27.265518 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] Network 800ea993-773e-466e-9849-329594372fc6 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 21:03:27.274670 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3387784', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853334028'] for segment, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:27.454181 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.plugins.ml2.managers [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] Network 800ea993-773e-466e-9849-329594372fc6 has no segments {{(pid=80323) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]: Traceback (most recent call last):
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:     timer()
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:     cb(*args, **kw)
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:     return func(*args, **kwargs)
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:     self._notify()
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:     self.callback(batched_events)
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:     event.method(event)
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:     segment_id)['aggregates'][0]
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:     return f(self, *a, **k)
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self._get(url).json()
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:     **kwargs)
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:     return self.request(url, 'GET', **kwargs)
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:     **endpoint_filter)
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 21:03:27.480388 dv-cinder-750782-3-iscsi neutron-server[80212]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 21:03:27.555914 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851379388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231765', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3962574'] for network, after_delete {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:27.559328 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:03:27.575305 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3962621'] for network, before_response {{(pid=80323) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:27.584094 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] Pushing event deleted for resources: {'Network': ['ID=800ea993-773e-466e-9849-329594372fc6,revision_number=None']} {{(pid=80323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:03:27.587048 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80323) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:03:27.588945 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-e68d7c64-44dd-4478-aea6-500de1f81e38 admin admin] 10.222.0.23 "DELETE /v2.0/networks/800ea993-773e-466e-9849-329594372fc6 HTTP/1.1" status: 204  len: 168 time: 1.7665837
Nov 19 21:03:27.731521 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 40870) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 21:03:27.783956 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-27b52c2d-35f8-4785-853f-944c89e9fbc3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb575debff214833befc497befa66377&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0511677
Nov 19 21:03:27.786169 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 40874) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 21:03:27.846245 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d6fd3477-6975-4103-9bb9-868b86989d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:27.872773 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d6fd3477-6975-4103-9bb9-868b86989d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:27.919203 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d6fd3477-6975-4103-9bb9-868b86989d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:27.924133 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-3bcb0d0f-b7a7-4f40-ac83-b6fe8c5e8d6a tempest-TestMinimumBasicScenario-1938865959 tempest-TestMinimumBasicScenario-1938865959] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:03:27.937423 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd3477-6975-4103-9bb9-868b86989d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c3faf5-0da1-409d-ac36-21b2bc6c0435,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:03:27.941482 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-d6fd3477-6975-4103-9bb9-868b86989d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:03:27.944704 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d6fd3477-6975-4103-9bb9-868b86989d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:27.945936 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-d6fd3477-6975-4103-9bb9-868b86989d35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16c3faf5-0da1-409d-ac36-21b2bc6c0435 HTTP/1.1" status: 204  len: 168 time: 0.1581078
Nov 19 21:03:28.352119 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 40882) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 21:03:28.404635 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-6c567cb2-a4f2-4daf-8ae3-126a8e49a67a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62bb699be7584413950c0789e39c6c3a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0512242
Nov 19 21:03:28.406908 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [-] (80324) accepted ('10.222.0.23', 40886) {{(pid=80324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 21:03:28.471302 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5cd8dea7-a93f-49e3-8315-f4898633c15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:28.498015 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5cd8dea7-a93f-49e3-8315-f4898633c15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:28.541180 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5cd8dea7-a93f-49e3-8315-f4898633c15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854231729'] for security_group, after_delete {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:28.546081 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-6c4205ae-6de8-4c29-83e6-48d973c0a47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 21:03:28.556961 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8dea7-a93f-49e3-8315-f4898633c15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d31c01-f81a-444a-ac88-dcfd7b1e861f,revision_number=None']} {{(pid=80324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 21:03:28.559681 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG oslo_concurrency.lockutils [None req-5cd8dea7-a93f-49e3-8315-f4898633c15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 21:03:28.565577 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-5cd8dea7-a93f-49e3-8315-f4898633c15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:28.566827 dv-cinder-750782-3-iscsi neutron-server[80212]: INFO neutron.wsgi [None req-5cd8dea7-a93f-49e3-8315-f4898633c15e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6d31c01-f81a-444a-ac88-dcfd7b1e861f HTTP/1.1" status: 204  len: 168 time: 0.1589737
Nov 19 21:03:31.200451 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:33.024729 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 21:03:35.882035 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1d6a8713-0540-4a69-bebd-ae5fbc5fe8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:38.708772 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-dbe7ab04-e126-4707-a2ec-87cf5697b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:38.913930 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:39.829019 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:03:40.238969 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:04:01.203219 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:04:05.882972 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-927dc92a-579a-4f8e-8872-b0d6563b202d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:04:08.712756 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-339330af-cc81-459e-8958-7fcff6b5d916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:04:08.917284 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:04:09.830782 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:04:10.025016 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 21:04:10.242887 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:04:31.196625 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:04:35.883442 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-af75e955-14e4-45c8-8e10-d916537be418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:04:38.713825 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d8f8365a-570a-4b94-a264-cb0692d5efa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:04:38.919402 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:04:39.831393 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:04:40.244770 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:04:47.026381 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 21:05:01.210654 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:05:05.884522 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-00f66f20-ae6f-4e08-96cc-5829a940c7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:05:08.715288 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-0ae04804-fa2a-4c3e-afdd-3702bf9a623f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:05:08.923055 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:05:09.834390 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:05:10.248551 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:05:24.027616 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 21:05:31.227090 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:05:35.886347 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-09b78f3d-69a8-426c-b7be-ac7261e00064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:05:38.718018 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-46218754-fee2-410a-9d58-eb51abf4c86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:05:38.924534 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:05:39.835557 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:05:40.249048 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:06:01.028659 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 21:06:01.216703 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:06:05.887949 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-f5071769-e65d-4204-8f34-44ffdfb07e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:06:08.719202 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-7e5910b0-c9a1-478a-a430-34d7507b5e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:06:08.926704 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:06:09.836746 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:06:10.251651 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:06:31.223833 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:06:35.889142 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-1db4517d-084f-401e-894f-33d00791ae35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:06:38.030090 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 21:06:38.722218 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d9b05329-f704-4916-8398-baa89e2a1e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:06:38.929415 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:06:39.839213 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:06:40.254962 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:07:01.238467 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:07:05.889423 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-9b06c6af-044a-45bf-9cfd-bce0e3b95a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:07:08.724351 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-a4dd42f6-f8a6-4232-8dee-1b4709780340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:07:08.931061 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:07:09.840963 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:07:10.257414 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:07:15.030801 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 21:07:31.250965 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:07:35.890346 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-bc965a18-e66b-444b-9af9-a96ee35121a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:07:38.726181 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-101aa394-2124-4d85-84f6-c35c1e30f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:07:38.934388 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:07:39.841999 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:07:40.259230 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:07:52.031026 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 21:08:01.265986 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:08:05.891302 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-b71d8d7a-590c-4f14-8e14-d5615103fb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:08:08.727102 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-cd5d6ed6-f641-4028-9cb1-5ef824b6aa6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:08:08.936125 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:08:09.843523 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:08:10.261617 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:08:29.033090 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 21:08:31.257860 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:08:35.893270 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-c083757c-e5ea-405b-8905-277b15ff2273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:08:38.728475 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-146020be-b889-4103-9a5f-dbb9fbec5ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:08:38.938314 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:08:39.846280 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:08:40.266590 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:08:42.379263 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [req-b41c3779-baf8-4f2a-958f-bdca25bf46a2 req-9d22de80-18d0-4eb2-a988-4e7e90d40118 tempest-AttachVolumeShelveTestJSON-9518150 tempest-AttachVolumeShelveTestJSON-9518150] (80323) timed out ('10.222.0.27', 54430) {{(pid=80323) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 19 21:08:51.492056 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.wsgi [req-21def32d-7f37-4c37-ab11-c15e05640b42 req-fcf29898-3ac9-4a4f-81bd-1b6b64be3164 service neutron] (80324) timed out ('10.222.0.27', 54386) {{(pid=80324) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 19 21:09:01.267843 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-213589af-5480-4528-850d-679758bf95dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:09:05.894166 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ff99800d-835c-42b7-8558-e99d16c80da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:09:06.034264 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron.db.agents_db [None req-193fe793-a955-43b2-92f1-0bd96e54cd39 None None] Agent healthcheck: found 6 active agents {{(pid=80326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 21:09:08.731302 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-d3412d29-e065-4381-bb50-091f02871bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:09:08.941062 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-ebea6a0b-1b61-47b0-9b50-81f480c9fec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:09:09.882539 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-42ba8c1e-405f-44a5-86d2-495b670f5ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 21:09:10.270176 dv-cinder-750782-3-iscsi neutron-server[80212]: DEBUG neutron_lib.callbacks.manager [None req-93d9abe2-a922-423f-82c2-8d301d861a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363258782719689', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3398161'] for agent, after_update {{(pid=80325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}